{"level":"warn","ts":"2026-04-16T02:52:02.612856Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T02:52:02.612976Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.157:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.157:2380","--initial-cluster=instance=https://199.204.45.157:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.157:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.157:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-16T02:52:02.613063Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T02:52:02.613076Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-04-16T02:52:02.613096Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T02:52:02.613888Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"]} {"level":"info","ts":"2026-04-16T02:52:02.613971Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.157:2380"],"listen-peer-urls":["https://199.204.45.157:2380"],"advertise-client-urls":["https://199.204.45.157:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.157:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-16T02:52:02.617254Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.024927ms"} {"level":"info","ts":"2026-04-16T02:52:02.628051Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5f170c75a1d97cc","cluster-id":"44a3176ec85feb9"} {"level":"info","ts":"2026-04-16T02:52:02.628138Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc switched to configuration voters=()"} {"level":"info","ts":"2026-04-16T02:52:02.628166Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became follower at term 0"} {"level":"info","ts":"2026-04-16T02:52:02.628183Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5f170c75a1d97cc [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-16T02:52:02.628202Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became follower at term 1"} {"level":"info","ts":"2026-04-16T02:52:02.628245Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc switched to configuration voters=(428247441089599436)"} {"level":"warn","ts":"2026-04-16T02:52:02.63416Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-16T02:52:02.635537Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-16T02:52:02.636603Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-16T02:52:02.639361Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5f170c75a1d97cc","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-16T02:52:02.641072Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5f170c75a1d97cc","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-16T02:52:02.641219Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T02:52:02.64128Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T02:52:02.641299Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T02:52:02.643322Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc switched to configuration voters=(428247441089599436)"} {"level":"info","ts":"2026-04-16T02:52:02.643685Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"44a3176ec85feb9","local-member-id":"5f170c75a1d97cc","added-peer-id":"5f170c75a1d97cc","added-peer-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-04-16T02:52:02.645293Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T02:52:02.645513Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.157:2380"} {"level":"info","ts":"2026-04-16T02:52:02.645717Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5f170c75a1d97cc","initial-advertise-peer-urls":["https://199.204.45.157:2380"],"listen-peer-urls":["https://199.204.45.157:2380"],"advertise-client-urls":["https://199.204.45.157:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-16T02:52:02.645642Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.157:2380"} {"level":"info","ts":"2026-04-16T02:52:02.645772Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-16T02:52:03.529217Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc is starting a new election at term 1"} {"level":"info","ts":"2026-04-16T02:52:03.529327Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became pre-candidate at term 1"} {"level":"info","ts":"2026-04-16T02:52:03.529388Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc received MsgPreVoteResp from 5f170c75a1d97cc at term 1"} {"level":"info","ts":"2026-04-16T02:52:03.529411Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became candidate at term 2"} {"level":"info","ts":"2026-04-16T02:52:03.529482Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc received MsgVoteResp from 5f170c75a1d97cc at term 2"} {"level":"info","ts":"2026-04-16T02:52:03.529503Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became leader at term 2"} {"level":"info","ts":"2026-04-16T02:52:03.529518Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5f170c75a1d97cc elected leader 5f170c75a1d97cc at term 2"} {"level":"info","ts":"2026-04-16T02:52:03.530932Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T02:52:03.531738Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5f170c75a1d97cc","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.157:2379]}","request-path":"/0/members/5f170c75a1d97cc/attributes","cluster-id":"44a3176ec85feb9","publish-timeout":"7s"} {"level":"info","ts":"2026-04-16T02:52:03.531752Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T02:52:03.531794Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T02:52:03.532071Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-16T02:52:03.532108Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-16T02:52:03.532233Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"44a3176ec85feb9","local-member-id":"5f170c75a1d97cc","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T02:52:03.532414Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T02:52:03.532461Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T02:52:03.534943Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.157:2379"} {"level":"info","ts":"2026-04-16T02:52:03.536551Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-16T02:52:16.630295Z","caller":"traceutil/trace.go:171","msg":"trace[161791593] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"349.346158ms","start":"2026-04-16T02:52:16.280908Z","end":"2026-04-16T02:52:16.630254Z","steps":["trace[161791593] 'process raft request' (duration: 349.092872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T02:52:16.631297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T02:52:16.280869Z","time spent":"349.563822ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T02:52:40.328507Z","caller":"traceutil/trace.go:171","msg":"trace[1989760746] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"246.258491ms","start":"2026-04-16T02:52:40.082211Z","end":"2026-04-16T02:52:40.328469Z","steps":["trace[1989760746] 'process raft request' (duration: 241.324953ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T02:52:41.220978Z","caller":"traceutil/trace.go:171","msg":"trace[1525653705] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"467.404525ms","start":"2026-04-16T02:52:40.75354Z","end":"2026-04-16T02:52:41.220945Z","steps":["trace[1525653705] 'process raft request' (duration: 467.18556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T02:52:41.22118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T02:52:40.753523Z","time spent":"467.560869ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T02:52:41.35954Z","caller":"traceutil/trace.go:171","msg":"trace[935588704] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"603.721159ms","start":"2026-04-16T02:52:40.755797Z","end":"2026-04-16T02:52:41.359518Z","steps":["trace[935588704] 'process raft request' (duration: 587.287511ms)","trace[935588704] 'compare' (duration: 15.835844ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T02:52:41.359652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T02:52:40.755789Z","time spent":"603.801851ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T02:52:41.360867Z","caller":"traceutil/trace.go:171","msg":"trace[1093082358] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:597; }","duration":"233.573445ms","start":"2026-04-16T02:52:41.127266Z","end":"2026-04-16T02:52:41.360839Z","steps":["trace[1093082358] 'read index received' (duration: 93.500809ms)","trace[1093082358] 'applied index is now lower than readState.Index' (duration: 140.071656ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T02:52:41.361052Z","caller":"traceutil/trace.go:171","msg":"trace[520956833] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"488.115808ms","start":"2026-04-16T02:52:40.872905Z","end":"2026-04-16T02:52:41.361021Z","steps":["trace[520956833] 'process raft request' (duration: 487.244179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T02:52:41.361107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.826871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T02:52:41.36119Z","caller":"traceutil/trace.go:171","msg":"trace[1661101342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:580; }","duration":"233.967153ms","start":"2026-04-16T02:52:41.12721Z","end":"2026-04-16T02:52:41.361178Z","steps":["trace[1661101342] 'agreement among raft nodes before linearized reading' (duration: 233.730128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T02:52:41.361197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T02:52:40.872881Z","time spent":"488.23884ms","remote":"127.0.0.1:40786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T02:52:42.675388Z","caller":"traceutil/trace.go:171","msg":"trace[82200145] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"126.290645ms","start":"2026-04-16T02:52:42.549068Z","end":"2026-04-16T02:52:42.675359Z","steps":["trace[82200145] 'process raft request' (duration: 126.107481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T02:52:55.740876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.865049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-tv889\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-04-16T02:52:55.740962Z","caller":"traceutil/trace.go:171","msg":"trace[1513002149] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-tv889; range_end:; response_count:1; response_revision:733; }","duration":"221.998012ms","start":"2026-04-16T02:52:55.518945Z","end":"2026-04-16T02:52:55.740943Z","steps":["trace[1513002149] 'range keys from in-memory index tree' (duration: 221.517002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T02:52:55.740876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.429721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T02:52:55.741122Z","caller":"traceutil/trace.go:171","msg":"trace[1834934863] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:733; }","duration":"106.731408ms","start":"2026-04-16T02:52:55.63437Z","end":"2026-04-16T02:52:55.741102Z","steps":["trace[1834934863] 'range keys from in-memory index tree' (duration: 106.114915ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T02:53:22.890151Z","caller":"traceutil/trace.go:171","msg":"trace[1036895935] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"160.861789ms","start":"2026-04-16T02:53:22.729257Z","end":"2026-04-16T02:53:22.890119Z","steps":["trace[1036895935] 'process raft request' (duration: 160.660124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T02:53:37.823921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.709369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-wczqh\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-04-16T02:53:37.824005Z","caller":"traceutil/trace.go:171","msg":"trace[1901485680] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-wczqh; range_end:; response_count:1; response_revision:1266; }","duration":"101.811261ms","start":"2026-04-16T02:53:37.722172Z","end":"2026-04-16T02:53:37.823983Z","steps":["trace[1901485680] 'range keys from in-memory index tree' (duration: 101.600426ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T02:54:08.380565Z","caller":"traceutil/trace.go:171","msg":"trace[741129886] linearizableReadLoop","detail":"{readStateIndex:1866; appliedIndex:1865; }","duration":"164.416652ms","start":"2026-04-16T02:54:08.216121Z","end":"2026-04-16T02:54:08.380538Z","steps":["trace[741129886] 'read index received' (duration: 164.153046ms)","trace[741129886] 'applied index is now lower than readState.Index' (duration: 260.145µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T02:54:08.380677Z","caller":"traceutil/trace.go:171","msg":"trace[1309107410] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"481.593516ms","start":"2026-04-16T02:54:07.899038Z","end":"2026-04-16T02:54:08.380632Z","steps":["trace[1309107410] 'process raft request' (duration: 481.300109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T02:54:08.380826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T02:54:07.899012Z","time spent":"481.735459ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T02:54:08.380838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.694417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T02:54:08.380904Z","caller":"traceutil/trace.go:171","msg":"trace[370692003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1797; }","duration":"164.814171ms","start":"2026-04-16T02:54:08.216073Z","end":"2026-04-16T02:54:08.380887Z","steps":["trace[370692003] 'agreement among raft nodes before linearized reading' (duration: 164.594665ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T02:54:08.689304Z","caller":"traceutil/trace.go:171","msg":"trace[1741441201] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"251.028534ms","start":"2026-04-16T02:54:08.438231Z","end":"2026-04-16T02:54:08.689259Z","steps":["trace[1741441201] 'process raft request' (duration: 226.574648ms)","trace[1741441201] 'compare' (duration: 24.152388ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T02:54:24.103217Z","caller":"traceutil/trace.go:171","msg":"trace[1794602288] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"146.717662ms","start":"2026-04-16T02:54:23.956471Z","end":"2026-04-16T02:54:24.103189Z","steps":["trace[1794602288] 'process raft request' (duration: 146.567339ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T02:54:24.128061Z","caller":"traceutil/trace.go:171","msg":"trace[215878365] linearizableReadLoop","detail":"{readStateIndex:2003; appliedIndex:2001; }","duration":"101.615694ms","start":"2026-04-16T02:54:24.026424Z","end":"2026-04-16T02:54:24.12804Z","steps":["trace[215878365] 'read index received' (duration: 76.669328ms)","trace[215878365] 'applied index is now lower than readState.Index' (duration: 24.945366ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T02:54:24.128119Z","caller":"traceutil/trace.go:171","msg":"trace[48344569] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"171.567105ms","start":"2026-04-16T02:54:23.956528Z","end":"2026-04-16T02:54:24.128095Z","steps":["trace[48344569] 'process raft request' (duration: 171.365801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T02:54:24.128255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.821988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T02:54:24.128286Z","caller":"traceutil/trace.go:171","msg":"trace[42188236] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1929; }","duration":"101.90711ms","start":"2026-04-16T02:54:24.02637Z","end":"2026-04-16T02:54:24.128277Z","steps":["trace[42188236] 'agreement among raft nodes before linearized reading' (duration: 101.779247ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T02:55:03.19734Z","caller":"traceutil/trace.go:171","msg":"trace[1885162185] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"126.886834ms","start":"2026-04-16T02:55:03.070425Z","end":"2026-04-16T02:55:03.197312Z","steps":["trace[1885162185] 'process raft request' (duration: 126.517747ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T02:55:03.566958Z","caller":"traceutil/trace.go:171","msg":"trace[919274804] linearizableReadLoop","detail":"{readStateIndex:2232; appliedIndex:2231; }","duration":"157.940667ms","start":"2026-04-16T02:55:03.408991Z","end":"2026-04-16T02:55:03.566931Z","steps":["trace[919274804] 'read index received' (duration: 157.761523ms)","trace[919274804] 'applied index is now lower than readState.Index' (duration: 178.324µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T02:55:03.567154Z","caller":"traceutil/trace.go:171","msg":"trace[866103257] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"203.517348ms","start":"2026-04-16T02:55:03.363575Z","end":"2026-04-16T02:55:03.567093Z","steps":["trace[866103257] 'process raft request' (duration: 203.237643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T02:55:03.567602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.593061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T02:55:03.567695Z","caller":"traceutil/trace.go:171","msg":"trace[1315678693] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2150; }","duration":"158.731133ms","start":"2026-04-16T02:55:03.408935Z","end":"2026-04-16T02:55:03.567667Z","steps":["trace[1315678693] 'agreement among raft nodes before linearized reading' (duration: 158.168202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T02:55:03.567888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.376963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T02:55:03.567949Z","caller":"traceutil/trace.go:171","msg":"trace[1594076312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2151; }","duration":"117.478485ms","start":"2026-04-16T02:55:03.450458Z","end":"2026-04-16T02:55:03.567937Z","steps":["trace[1594076312] 'agreement among raft nodes before linearized reading' (duration: 117.2938ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T02:55:03.798717Z","caller":"traceutil/trace.go:171","msg":"trace[187207586] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"227.132582ms","start":"2026-04-16T02:55:03.571549Z","end":"2026-04-16T02:55:03.798681Z","steps":["trace[187207586] 'process raft request' (duration: 138.738127ms)","trace[187207586] 'compare' (duration: 88.253442ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T02:55:38.733339Z","caller":"traceutil/trace.go:171","msg":"trace[1903362151] transaction","detail":"{read_only:false; response_revision:2515; number_of_response:1; }","duration":"237.525414ms","start":"2026-04-16T02:55:38.495785Z","end":"2026-04-16T02:55:38.73331Z","steps":["trace[1903362151] 'process raft request' (duration: 235.533572ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T02:55:38.752192Z","caller":"traceutil/trace.go:171","msg":"trace[564706407] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"253.818761ms","start":"2026-04-16T02:55:38.498346Z","end":"2026-04-16T02:55:38.752165Z","steps":["trace[564706407] 'process raft request' (duration: 253.421803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T02:56:12.204822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.646163ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-16T02:56:17.357331Z","caller":"traceutil/trace.go:171","msg":"trace[1574507885] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"112.269094ms","start":"2026-04-16T02:56:17.245028Z","end":"2026-04-16T02:56:17.357298Z","steps":["trace[1574507885] 'process raft request' (duration: 111.990759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T02:58:58.709167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.341478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T02:58:58.709233Z","caller":"traceutil/trace.go:171","msg":"trace[338637953] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3798; }","duration":"184.456342ms","start":"2026-04-16T02:58:58.524762Z","end":"2026-04-16T02:58:58.709219Z","steps":["trace[338637953] 'range keys from in-memory index tree' (duration: 184.270067ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:00:21.380699Z","caller":"traceutil/trace.go:171","msg":"trace[520605491] linearizableReadLoop","detail":"{readStateIndex:5140; appliedIndex:5139; }","duration":"228.502048ms","start":"2026-04-16T03:00:21.152167Z","end":"2026-04-16T03:00:21.380669Z","steps":["trace[520605491] 'read index received' (duration: 228.220173ms)","trace[520605491] 'applied index is now lower than readState.Index' (duration: 280.275µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:00:21.380869Z","caller":"traceutil/trace.go:171","msg":"trace[1533134886] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"364.261496ms","start":"2026-04-16T03:00:21.016512Z","end":"2026-04-16T03:00:21.380773Z","steps":["trace[1533134886] 'process raft request' (duration: 363.932139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:21.381382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:00:21.01649Z","time spent":"364.543961ms","remote":"127.0.0.1:35792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7495,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:00:21.381392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.198923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719228"} {"level":"info","ts":"2026-04-16T03:00:21.381474Z","caller":"traceutil/trace.go:171","msg":"trace[740791897] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4951; }","duration":"229.359676ms","start":"2026-04-16T03:00:21.152095Z","end":"2026-04-16T03:00:21.381455Z","steps":["trace[740791897] 'agreement among raft nodes before linearized reading' (duration: 228.761283ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:00:22.024379Z","caller":"traceutil/trace.go:171","msg":"trace[25686740] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"149.594013ms","start":"2026-04-16T03:00:21.874761Z","end":"2026-04-16T03:00:22.024355Z","steps":["trace[25686740] 'process raft request' (duration: 149.43968ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:00:22.034804Z","caller":"traceutil/trace.go:171","msg":"trace[89055937] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"154.230743ms","start":"2026-04-16T03:00:21.880546Z","end":"2026-04-16T03:00:22.034776Z","steps":["trace[89055937] 'process raft request' (duration: 154.003548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:23.216505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.485596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:00:23.216598Z","caller":"traceutil/trace.go:171","msg":"trace[1839788278] linearizableReadLoop","detail":"{readStateIndex:5176; appliedIndex:5175; }","duration":"139.333094ms","start":"2026-04-16T03:00:23.077249Z","end":"2026-04-16T03:00:23.216582Z","steps":["trace[1839788278] 'read index received' (duration: 30.98µs)","trace[1839788278] 'applied index is now lower than readState.Index' (duration: 139.301244ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:00:23.21666Z","caller":"traceutil/trace.go:171","msg":"trace[2011386922] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"283.838579ms","start":"2026-04-16T03:00:22.93278Z","end":"2026-04-16T03:00:23.216619Z","steps":["trace[2011386922] 'process raft request' (duration: 86.186679ms)","trace[2011386922] 'compare' (duration: 197.365874ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:00:23.217084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.828825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:00:23.217131Z","caller":"traceutil/trace.go:171","msg":"trace[355212796] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4985; }","duration":"139.908617ms","start":"2026-04-16T03:00:23.077211Z","end":"2026-04-16T03:00:23.21712Z","steps":["trace[355212796] 'agreement among raft nodes before linearized reading' (duration: 139.409786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:24.202831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.636838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b9e5996e-79b6-46d8-8aea-961afadf1aa9\" ","response":"range_response_count:1 size:3894"} {"level":"warn","ts":"2026-04-16T03:00:24.202871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.747015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:00:24.202874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.373199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:00:24.202964Z","caller":"traceutil/trace.go:171","msg":"trace[627798273] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4985; }","duration":"853.904468ms","start":"2026-04-16T03:00:23.349038Z","end":"2026-04-16T03:00:24.202942Z","steps":["trace[627798273] 'count revisions from in-memory index tree' (duration: 853.672364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:24.203005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:00:23.34902Z","time spent":"853.974559ms","remote":"127.0.0.1:35022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:00:24.203Z","caller":"traceutil/trace.go:171","msg":"trace[1660424594] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4985; }","duration":"825.550153ms","start":"2026-04-16T03:00:23.377421Z","end":"2026-04-16T03:00:24.202971Z","steps":["trace[1660424594] 'count revisions from in-memory index tree' (duration: 825.286617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:24.203072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:00:23.377401Z","time spent":"825.642794ms","remote":"127.0.0.1:54028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:00:24.20337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.849046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T03:00:24.203443Z","caller":"traceutil/trace.go:171","msg":"trace[1129418559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4985; }","duration":"674.914237ms","start":"2026-04-16T03:00:23.528504Z","end":"2026-04-16T03:00:24.203419Z","steps":["trace[1129418559] 'range keys from in-memory index tree' (duration: 674.686812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:24.203501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:00:23.528464Z","time spent":"675.026439ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:00:24.203568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.989728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:00:24.203617Z","caller":"traceutil/trace.go:171","msg":"trace[406224573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4985; }","duration":"497.06405ms","start":"2026-04-16T03:00:23.70654Z","end":"2026-04-16T03:00:24.203605Z","steps":["trace[406224573] 'range keys from in-memory index tree' (duration: 496.868136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:24.203646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:00:23.706524Z","time spent":"497.115731ms","remote":"127.0.0.1:40670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:00:24.2039Z","caller":"traceutil/trace.go:171","msg":"trace[1521790164] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b9e5996e-79b6-46d8-8aea-961afadf1aa9; range_end:; response_count:1; response_revision:4985; }","duration":"449.846193ms","start":"2026-04-16T03:00:23.753085Z","end":"2026-04-16T03:00:24.202932Z","steps":["trace[1521790164] 'range keys from in-memory index tree' (duration: 449.335491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:24.203961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:00:23.753065Z","time spent":"450.879094ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3916,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b9e5996e-79b6-46d8-8aea-961afadf1aa9\" "} {"level":"warn","ts":"2026-04-16T03:00:24.204215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.122513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777413"} {"level":"info","ts":"2026-04-16T03:00:24.204299Z","caller":"traceutil/trace.go:171","msg":"trace[832048476] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4985; }","duration":"779.251095ms","start":"2026-04-16T03:00:23.425029Z","end":"2026-04-16T03:00:24.20428Z","steps":["trace[832048476] 'range keys from in-memory index tree' (duration: 778.182651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:24.204332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:00:23.425011Z","time spent":"779.313876ms","remote":"127.0.0.1:40786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777435,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-16T03:00:24.205356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.182986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:00:24.205743Z","caller":"traceutil/trace.go:171","msg":"trace[1648427723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4985; }","duration":"670.678476ms","start":"2026-04-16T03:00:23.535039Z","end":"2026-04-16T03:00:24.205717Z","steps":["trace[1648427723] 'range keys from in-memory index tree' (duration: 668.271874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:24.205986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:00:23.53503Z","time spent":"670.935362ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:00:28.159668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.724196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:00:28.159788Z","caller":"traceutil/trace.go:171","msg":"trace[576226487] linearizableReadLoop","detail":"{readStateIndex:5260; appliedIndex:5259; }","duration":"210.629507ms","start":"2026-04-16T03:00:27.94914Z","end":"2026-04-16T03:00:28.159769Z","steps":["trace[576226487] 'read index received' (duration: 81.761717ms)","trace[576226487] 'applied index is now lower than readState.Index' (duration: 128.86643ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:00:28.159864Z","caller":"traceutil/trace.go:171","msg":"trace[1250011021] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"313.663506ms","start":"2026-04-16T03:00:27.846189Z","end":"2026-04-16T03:00:28.159852Z","steps":["trace[1250011021] 'process raft request' (duration: 184.626912ms)","trace[1250011021] 'compare' (duration: 128.492572ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:00:28.159926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:00:27.84616Z","time spent":"313.739817ms","remote":"127.0.0.1:40912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1292,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:00:28.160194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.028786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12974"} {"level":"info","ts":"2026-04-16T03:00:28.160284Z","caller":"traceutil/trace.go:171","msg":"trace[785251328] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5064; }","duration":"211.150218ms","start":"2026-04-16T03:00:27.949111Z","end":"2026-04-16T03:00:28.160261Z","steps":["trace[785251328] 'agreement among raft nodes before linearized reading' (duration: 210.856701ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:00:28.20044Z","caller":"traceutil/trace.go:171","msg":"trace[1022832821] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"248.023294ms","start":"2026-04-16T03:00:27.952396Z","end":"2026-04-16T03:00:28.200419Z","steps":["trace[1022832821] 'process raft request' (duration: 247.740048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:28.200722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.90526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-16T03:00:28.200813Z","caller":"traceutil/trace.go:171","msg":"trace[1596946278] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5065; }","duration":"240.030174ms","start":"2026-04-16T03:00:27.960763Z","end":"2026-04-16T03:00:28.200793Z","steps":["trace[1596946278] 'agreement among raft nodes before linearized reading' (duration: 239.652566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:28.509814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.971189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:00:28.510387Z","caller":"traceutil/trace.go:171","msg":"trace[252404048] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"347.004388ms","start":"2026-04-16T03:00:28.163349Z","end":"2026-04-16T03:00:28.510354Z","steps":["trace[252404048] 'process raft request' (duration: 346.652151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:28.510582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:00:28.163331Z","time spent":"347.177571ms","remote":"127.0.0.1:40878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:00:28.51073Z","caller":"traceutil/trace.go:171","msg":"trace[1084139430] linearizableReadLoop","detail":"{readStateIndex:5265; appliedIndex:5261; }","duration":"307.506014ms","start":"2026-04-16T03:00:28.203137Z","end":"2026-04-16T03:00:28.510643Z","steps":["trace[1084139430] 'read index received' (duration: 61.645386ms)","trace[1084139430] 'applied index is now lower than readState.Index' (duration: 245.858698ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:00:28.510811Z","caller":"traceutil/trace.go:171","msg":"trace[1630806096] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"344.947513ms","start":"2026-04-16T03:00:28.165845Z","end":"2026-04-16T03:00:28.510792Z","steps":["trace[1630806096] 'process raft request' (duration: 344.263999ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:00:28.511102Z","caller":"traceutil/trace.go:171","msg":"trace[331601605] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"249.144378ms","start":"2026-04-16T03:00:28.261941Z","end":"2026-04-16T03:00:28.511086Z","steps":["trace[331601605] 'process raft request' (duration: 248.551016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:28.511232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:00:28.165828Z","time spent":"345.265211ms","remote":"127.0.0.1:41164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3243,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:00:28.510857Z","caller":"traceutil/trace.go:171","msg":"trace[768647191] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"340.852357ms","start":"2026-04-16T03:00:28.169972Z","end":"2026-04-16T03:00:28.510824Z","steps":["trace[768647191] 'process raft request' (duration: 340.424148ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:00:28.511468Z","caller":"traceutil/trace.go:171","msg":"trace[2052391335] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"110.652741ms","start":"2026-04-16T03:00:28.400798Z","end":"2026-04-16T03:00:28.511451Z","steps":["trace[2052391335] 'process raft request' (duration: 110.242582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:28.511263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.095327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2e16cd88-7f27-4292-b2a2-c5c6db148cae\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-16T03:00:28.510353Z","caller":"traceutil/trace.go:171","msg":"trace[1633796579] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"346.817813ms","start":"2026-04-16T03:00:28.163353Z","end":"2026-04-16T03:00:28.510171Z","steps":["trace[1633796579] 'process raft request' (duration: 101.418004ms)","trace[1633796579] 'compare' (duration: 244.627382ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:00:28.511728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:00:28.163337Z","time spent":"348.319445ms","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1330,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:00:28.511462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:00:28.169963Z","time spent":"341.421699ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13280,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:00:28.511603Z","caller":"traceutil/trace.go:171","msg":"trace[1015596795] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2e16cd88-7f27-4292-b2a2-c5c6db148cae; range_end:; response_count:1; response_revision:5069; }","duration":"308.463515ms","start":"2026-04-16T03:00:28.203121Z","end":"2026-04-16T03:00:28.511584Z","steps":["trace[1015596795] 'agreement among raft nodes before linearized reading' (duration: 307.77673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:28.511855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:00:28.203089Z","time spent":"308.75395ms","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-2e16cd88-7f27-4292-b2a2-c5c6db148cae\" "} {"level":"warn","ts":"2026-04-16T03:00:28.512277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.254553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:00:28.512348Z","caller":"traceutil/trace.go:171","msg":"trace[665792289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5072; }","duration":"288.361936ms","start":"2026-04-16T03:00:28.22397Z","end":"2026-04-16T03:00:28.512332Z","steps":["trace[665792289] 'agreement among raft nodes before linearized reading' (duration: 287.944897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:28.512482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.033692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T03:00:28.512566Z","caller":"traceutil/trace.go:171","msg":"trace[894084721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5072; }","duration":"224.148854ms","start":"2026-04-16T03:00:28.288403Z","end":"2026-04-16T03:00:28.512552Z","steps":["trace[894084721] 'agreement among raft nodes before linearized reading' (duration: 223.914129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:28.512766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.452067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T03:00:28.512799Z","caller":"traceutil/trace.go:171","msg":"trace[274040812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5072; }","duration":"168.486437ms","start":"2026-04-16T03:00:28.344305Z","end":"2026-04-16T03:00:28.512791Z","steps":["trace[274040812] 'agreement among raft nodes before linearized reading' (duration: 168.384265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:28.512896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.569849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:00:28.512947Z","caller":"traceutil/trace.go:171","msg":"trace[1769713502] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5072; }","duration":"205.64274ms","start":"2026-04-16T03:00:28.30729Z","end":"2026-04-16T03:00:28.512933Z","steps":["trace[1769713502] 'agreement among raft nodes before linearized reading' (duration: 205.576419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:28.51304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.55904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T03:00:28.513094Z","caller":"traceutil/trace.go:171","msg":"trace[1673208835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5072; }","duration":"229.641322ms","start":"2026-04-16T03:00:28.283436Z","end":"2026-04-16T03:00:28.513077Z","steps":["trace[1673208835] 'agreement among raft nodes before linearized reading' (duration: 229.52303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:28.513084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.791101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6k5k8\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-04-16T03:00:28.51312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.58843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:00:28.513161Z","caller":"traceutil/trace.go:171","msg":"trace[224201760] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6k5k8; range_end:; response_count:1; response_revision:5072; }","duration":"285.909664ms","start":"2026-04-16T03:00:28.227235Z","end":"2026-04-16T03:00:28.513145Z","steps":["trace[224201760] 'agreement among raft nodes before linearized reading' (duration: 285.682429ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:00:28.513169Z","caller":"traceutil/trace.go:171","msg":"trace[870170787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5072; }","duration":"272.662361ms","start":"2026-04-16T03:00:28.240492Z","end":"2026-04-16T03:00:28.513154Z","steps":["trace[870170787] 'agreement among raft nodes before linearized reading' (duration: 272.494577ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:00:34.151306Z","caller":"traceutil/trace.go:171","msg":"trace[194682790] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"103.885328ms","start":"2026-04-16T03:00:34.047401Z","end":"2026-04-16T03:00:34.151286Z","steps":["trace[194682790] 'process raft request' (duration: 103.855737ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:00:34.151864Z","caller":"traceutil/trace.go:171","msg":"trace[512276223] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"104.864709ms","start":"2026-04-16T03:00:34.046989Z","end":"2026-04-16T03:00:34.151854Z","steps":["trace[512276223] 'process raft request' (duration: 78.881804ms)","trace[512276223] 'compare' (duration: 25.248769ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:00:34.152055Z","caller":"traceutil/trace.go:171","msg":"trace[1410741856] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"104.996831ms","start":"2026-04-16T03:00:34.047048Z","end":"2026-04-16T03:00:34.152045Z","steps":["trace[1410741856] 'process raft request' (duration: 104.164393ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:00:42.335004Z","caller":"traceutil/trace.go:171","msg":"trace[1046728133] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"247.740839ms","start":"2026-04-16T03:00:42.08724Z","end":"2026-04-16T03:00:42.334981Z","steps":["trace[1046728133] 'process raft request' (duration: 247.580546ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:00:42.335148Z","caller":"traceutil/trace.go:171","msg":"trace[1105565551] linearizableReadLoop","detail":"{readStateIndex:5506; appliedIndex:5506; }","duration":"186.386019ms","start":"2026-04-16T03:00:42.1487Z","end":"2026-04-16T03:00:42.335086Z","steps":["trace[1105565551] 'read index received' (duration: 186.375819ms)","trace[1105565551] 'applied index is now lower than readState.Index' (duration: 8.79µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:00:42.335307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.584093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:00:42.335369Z","caller":"traceutil/trace.go:171","msg":"trace[709173795] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5306; }","duration":"186.705546ms","start":"2026-04-16T03:00:42.148652Z","end":"2026-04-16T03:00:42.335358Z","steps":["trace[709173795] 'agreement among raft nodes before linearized reading' (duration: 186.551873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:42.335356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.131035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:00:42.33542Z","caller":"traceutil/trace.go:171","msg":"trace[1049869611] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5306; }","duration":"173.255928ms","start":"2026-04-16T03:00:42.16215Z","end":"2026-04-16T03:00:42.335406Z","steps":["trace[1049869611] 'agreement among raft nodes before linearized reading' (duration: 173.125095ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:00:54.812103Z","caller":"traceutil/trace.go:171","msg":"trace[327827492] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"100.621908ms","start":"2026-04-16T03:00:54.71144Z","end":"2026-04-16T03:00:54.812062Z","steps":["trace[327827492] 'process raft request' (duration: 29.593252ms)","trace[327827492] 'compare' (duration: 70.844221ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:00:58.960672Z","caller":"traceutil/trace.go:171","msg":"trace[2055973155] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"304.893647ms","start":"2026-04-16T03:00:58.655754Z","end":"2026-04-16T03:00:58.960648Z","steps":["trace[2055973155] 'process raft request' (duration: 304.738434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:58.960822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:00:58.655727Z","time spent":"305.021731ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:00:59.084363Z","caller":"traceutil/trace.go:171","msg":"trace[646098888] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"416.664354ms","start":"2026-04-16T03:00:58.66767Z","end":"2026-04-16T03:00:59.084335Z","steps":["trace[646098888] 'process raft request' (duration: 361.2035ms)","trace[646098888] 'compare' (duration: 55.25385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:00:59.084537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:00:58.667645Z","time spent":"416.800808ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:00:59.084652Z","caller":"traceutil/trace.go:171","msg":"trace[1498526075] linearizableReadLoop","detail":"{readStateIndex:5752; appliedIndex:5749; }","duration":"376.248902ms","start":"2026-04-16T03:00:58.708381Z","end":"2026-04-16T03:00:59.08463Z","steps":["trace[1498526075] 'read index received' (duration: 252.128952ms)","trace[1498526075] 'applied index is now lower than readState.Index' (duration: 124.11866ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:00:59.08466Z","caller":"traceutil/trace.go:171","msg":"trace[895976129] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"410.768309ms","start":"2026-04-16T03:00:58.673866Z","end":"2026-04-16T03:00:59.084634Z","steps":["trace[895976129] 'process raft request' (duration: 410.421201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:59.084797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.417266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:00:59.08486Z","caller":"traceutil/trace.go:171","msg":"trace[734719561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5546; }","duration":"376.481037ms","start":"2026-04-16T03:00:58.708362Z","end":"2026-04-16T03:00:59.084843Z","steps":["trace[734719561] 'agreement among raft nodes before linearized reading' (duration: 376.351344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:59.084903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:00:58.708291Z","time spent":"376.60192ms","remote":"127.0.0.1:40670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:00:59.08488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:00:58.673853Z","time spent":"410.936743ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:00:59.084924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.565614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T03:00:59.084852Z","caller":"traceutil/trace.go:171","msg":"trace[42355090] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"208.852139ms","start":"2026-04-16T03:00:58.875924Z","end":"2026-04-16T03:00:59.084777Z","steps":["trace[42355090] 'process raft request' (duration: 208.623794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:59.08491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.267169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6k5k8\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-16T03:00:59.084995Z","caller":"traceutil/trace.go:171","msg":"trace[1174203524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5546; }","duration":"210.656367ms","start":"2026-04-16T03:00:58.874313Z","end":"2026-04-16T03:00:59.084969Z","steps":["trace[1174203524] 'agreement among raft nodes before linearized reading' (duration: 210.476993ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:00:59.085027Z","caller":"traceutil/trace.go:171","msg":"trace[2003630572] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6k5k8; range_end:; response_count:1; response_revision:5546; }","duration":"366.422302ms","start":"2026-04-16T03:00:58.718587Z","end":"2026-04-16T03:00:59.08501Z","steps":["trace[2003630572] 'agreement among raft nodes before linearized reading' (duration: 366.194718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:59.085059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.735308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T03:00:59.085089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:00:58.718568Z","time spent":"366.503694ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-6k5k8\" "} {"level":"info","ts":"2026-04-16T03:00:59.085124Z","caller":"traceutil/trace.go:171","msg":"trace[1162243855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5546; }","duration":"254.82633ms","start":"2026-04-16T03:00:58.830282Z","end":"2026-04-16T03:00:59.085108Z","steps":["trace[1162243855] 'agreement among raft nodes before linearized reading' (duration: 254.657896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:59.085184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.893635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T03:00:59.085248Z","caller":"traceutil/trace.go:171","msg":"trace[1954544770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5546; }","duration":"212.993116ms","start":"2026-04-16T03:00:58.872245Z","end":"2026-04-16T03:00:59.085238Z","steps":["trace[1954544770] 'agreement among raft nodes before linearized reading' (duration: 212.871474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:59.085297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.763209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T03:00:59.08551Z","caller":"traceutil/trace.go:171","msg":"trace[1949760217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5546; }","duration":"210.860201ms","start":"2026-04-16T03:00:58.874486Z","end":"2026-04-16T03:00:59.085346Z","steps":["trace[1949760217] 'agreement among raft nodes before linearized reading' (duration: 210.531694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:00:59.08596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.38263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:00:59.086032Z","caller":"traceutil/trace.go:171","msg":"trace[1515053476] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5546; }","duration":"239.496203ms","start":"2026-04-16T03:00:58.84652Z","end":"2026-04-16T03:00:59.086016Z","steps":["trace[1515053476] 'agreement among raft nodes before linearized reading' (duration: 238.366729ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:00:59.300601Z","caller":"traceutil/trace.go:171","msg":"trace[336612528] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"210.553584ms","start":"2026-04-16T03:00:59.090021Z","end":"2026-04-16T03:00:59.300575Z","steps":["trace[336612528] 'process raft request' (duration: 125.946218ms)","trace[336612528] 'compare' (duration: 84.438662ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:00:59.300947Z","caller":"traceutil/trace.go:171","msg":"trace[694982396] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"210.870551ms","start":"2026-04-16T03:00:59.090053Z","end":"2026-04-16T03:00:59.300923Z","steps":["trace[694982396] 'process raft request' (duration: 210.482723ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:00:59.301227Z","caller":"traceutil/trace.go:171","msg":"trace[1351002363] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"211.111296ms","start":"2026-04-16T03:00:59.09009Z","end":"2026-04-16T03:00:59.301201Z","steps":["trace[1351002363] 'process raft request' (duration: 210.741358ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:00:59.301283Z","caller":"traceutil/trace.go:171","msg":"trace[1070961311] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"210.940223ms","start":"2026-04-16T03:00:59.090336Z","end":"2026-04-16T03:00:59.301276Z","steps":["trace[1070961311] 'process raft request' (duration: 210.741129ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:00:59.301249Z","caller":"traceutil/trace.go:171","msg":"trace[1895558377] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"210.208377ms","start":"2026-04-16T03:00:59.091031Z","end":"2026-04-16T03:00:59.301239Z","steps":["trace[1895558377] 'process raft request' (duration: 210.126915ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:00:59.526022Z","caller":"traceutil/trace.go:171","msg":"trace[1855746669] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"212.283671ms","start":"2026-04-16T03:00:59.313703Z","end":"2026-04-16T03:00:59.525986Z","steps":["trace[1855746669] 'process raft request' (duration: 183.696791ms)","trace[1855746669] 'compare' (duration: 28.291984ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:01:00.127431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.522958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:01:00.127713Z","caller":"traceutil/trace.go:171","msg":"trace[398950026] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"594.834268ms","start":"2026-04-16T03:00:59.532844Z","end":"2026-04-16T03:01:00.127678Z","steps":["trace[398950026] 'process raft request' (duration: 187.887591ms)","trace[398950026] 'compare' (duration: 406.289803ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:00.12778Z","caller":"traceutil/trace.go:171","msg":"trace[2004312885] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"594.486331ms","start":"2026-04-16T03:00:59.533271Z","end":"2026-04-16T03:01:00.127757Z","steps":["trace[2004312885] 'process raft request' (duration: 594.361208ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:00.127746Z","caller":"traceutil/trace.go:171","msg":"trace[1699384741] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"594.558833ms","start":"2026-04-16T03:00:59.533152Z","end":"2026-04-16T03:01:00.127711Z","steps":["trace[1699384741] 'process raft request' (duration: 594.40904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:00.12786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:00:59.533256Z","time spent":"594.570232ms","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:01:00.127888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:00:59.532819Z","time spent":"594.969001ms","remote":"127.0.0.1:40878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:01:00.127916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:00:59.533131Z","time spent":"594.702255ms","remote":"127.0.0.1:40878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:01:00.1281Z","caller":"traceutil/trace.go:171","msg":"trace[1332840263] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"594.585853ms","start":"2026-04-16T03:00:59.533482Z","end":"2026-04-16T03:01:00.128067Z","steps":["trace[1332840263] 'process raft request' (duration: 594.220366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:00.128247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:00:59.53347Z","time spent":"594.704875ms","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:01:00.128152Z","caller":"traceutil/trace.go:171","msg":"trace[1596808377] linearizableReadLoop","detail":"{readStateIndex:5765; appliedIndex:5760; }","duration":"419.76716ms","start":"2026-04-16T03:00:59.708362Z","end":"2026-04-16T03:01:00.128129Z","steps":["trace[1596808377] 'read index received' (duration: 12.412935ms)","trace[1596808377] 'applied index is now lower than readState.Index' (duration: 407.353155ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:00.128289Z","caller":"traceutil/trace.go:171","msg":"trace[2132052661] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"587.360508ms","start":"2026-04-16T03:00:59.540888Z","end":"2026-04-16T03:01:00.128248Z","steps":["trace[2132052661] 'process raft request' (duration: 587.116193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:00.128484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.117148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:01:00.128567Z","caller":"traceutil/trace.go:171","msg":"trace[1729063018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5558; }","duration":"420.2372ms","start":"2026-04-16T03:00:59.708306Z","end":"2026-04-16T03:01:00.128543Z","steps":["trace[1729063018] 'agreement among raft nodes before linearized reading' (duration: 420.109157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:00.128507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.540565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:01:00.128562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:00:59.54088Z","time spent":"587.571382ms","remote":"127.0.0.1:41176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12011,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:01:00.128611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:00:59.708286Z","time spent":"420.314032ms","remote":"127.0.0.1:40670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:01:00.128652Z","caller":"traceutil/trace.go:171","msg":"trace[1284179660] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5558; }","duration":"299.700597ms","start":"2026-04-16T03:00:59.8289Z","end":"2026-04-16T03:01:00.1286Z","steps":["trace[1284179660] 'agreement among raft nodes before linearized reading' (duration: 299.528464ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:41.629137Z","caller":"traceutil/trace.go:171","msg":"trace[771199808] transaction","detail":"{read_only:false; response_revision:5916; number_of_response:1; }","duration":"113.799324ms","start":"2026-04-16T03:01:41.515297Z","end":"2026-04-16T03:01:41.629097Z","steps":["trace[771199808] 'process raft request' (duration: 113.56946ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:03.56532Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3000} {"level":"info","ts":"2026-04-16T03:02:03.634355Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3000,"took":"67.544538ms","hash":301691492,"current-db-size-bytes":58105856,"current-db-size":"58 MB","current-db-size-in-use-bytes":33812480,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-16T03:02:03.634412Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":301691492,"revision":3000,"compact-revision":-1} {"level":"info","ts":"2026-04-16T03:07:03.571586Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6084} {"level":"info","ts":"2026-04-16T03:07:03.670223Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6084,"took":"96.655675ms","hash":1586201859,"current-db-size-bytes":58105856,"current-db-size":"58 MB","current-db-size-in-use-bytes":23629824,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-04-16T03:07:03.670306Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1586201859,"revision":6084,"compact-revision":3000} {"level":"warn","ts":"2026-04-16T03:07:11.266222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.053253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:07:11.266345Z","caller":"traceutil/trace.go:171","msg":"trace[2026532563] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"128.37184ms","start":"2026-04-16T03:07:11.137955Z","end":"2026-04-16T03:07:11.266326Z","steps":["trace[2026532563] 'compare' (duration: 120.930811ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:12.030065Z","caller":"traceutil/trace.go:171","msg":"trace[407476341] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"180.179691ms","start":"2026-04-16T03:07:11.84986Z","end":"2026-04-16T03:07:12.03004Z","steps":["trace[407476341] 'process raft request' (duration: 179.896465ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:13.525125Z","caller":"traceutil/trace.go:171","msg":"trace[1445134283] linearizableReadLoop","detail":"{readStateIndex:8627; appliedIndex:8626; }","duration":"121.629435ms","start":"2026-04-16T03:07:13.403464Z","end":"2026-04-16T03:07:13.525094Z","steps":["trace[1445134283] 'read index received' (duration: 121.40408ms)","trace[1445134283] 'applied index is now lower than readState.Index' (duration: 224.165µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:07:13.525161Z","caller":"traceutil/trace.go:171","msg":"trace[854598429] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"127.931341ms","start":"2026-04-16T03:07:13.397197Z","end":"2026-04-16T03:07:13.525129Z","steps":["trace[854598429] 'process raft request' (duration: 127.746487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:13.525444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.130588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-16T03:07:13.525447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.955803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-16T03:07:13.525491Z","caller":"traceutil/trace.go:171","msg":"trace[1129502055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8329; }","duration":"115.21545ms","start":"2026-04-16T03:07:13.410264Z","end":"2026-04-16T03:07:13.52548Z","steps":["trace[1129502055] 'agreement among raft nodes before linearized reading' (duration: 115.065997ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:13.525529Z","caller":"traceutil/trace.go:171","msg":"trace[1772413798] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8329; }","duration":"122.090025ms","start":"2026-04-16T03:07:13.403418Z","end":"2026-04-16T03:07:13.525508Z","steps":["trace[1772413798] 'agreement among raft nodes before linearized reading' (duration: 121.805959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:13.52565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.079165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T03:07:13.525719Z","caller":"traceutil/trace.go:171","msg":"trace[1960780587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8329; }","duration":"122.168827ms","start":"2026-04-16T03:07:13.40354Z","end":"2026-04-16T03:07:13.525708Z","steps":["trace[1960780587] 'agreement among raft nodes before linearized reading' (duration: 121.711547ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:40.650348Z","caller":"traceutil/trace.go:171","msg":"trace[974146519] transaction","detail":"{read_only:false; response_revision:8530; number_of_response:1; }","duration":"216.33818ms","start":"2026-04-16T03:07:40.433982Z","end":"2026-04-16T03:07:40.65032Z","steps":["trace[974146519] 'process raft request' (duration: 216.168146ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:40.674775Z","caller":"traceutil/trace.go:171","msg":"trace[431811619] transaction","detail":"{read_only:false; response_revision:8533; number_of_response:1; }","duration":"197.282816ms","start":"2026-04-16T03:07:40.477454Z","end":"2026-04-16T03:07:40.674736Z","steps":["trace[431811619] 'process raft request' (duration: 197.241515ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:40.674819Z","caller":"traceutil/trace.go:171","msg":"trace[921874281] transaction","detail":"{read_only:false; response_revision:8531; number_of_response:1; }","duration":"205.206134ms","start":"2026-04-16T03:07:40.469577Z","end":"2026-04-16T03:07:40.674783Z","steps":["trace[921874281] 'process raft request' (duration: 204.911018ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:40.674984Z","caller":"traceutil/trace.go:171","msg":"trace[1565145288] transaction","detail":"{read_only:false; response_revision:8532; number_of_response:1; }","duration":"200.181567ms","start":"2026-04-16T03:07:40.474794Z","end":"2026-04-16T03:07:40.674975Z","steps":["trace[1565145288] 'process raft request' (duration: 199.85912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:45.07941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.41683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:07:45.079485Z","caller":"traceutil/trace.go:171","msg":"trace[754571886] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8552; }","duration":"151.581053ms","start":"2026-04-16T03:07:44.927889Z","end":"2026-04-16T03:07:45.07947Z","steps":["trace[754571886] 'count revisions from in-memory index tree' (duration: 151.293377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:45.079838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.181925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-16T03:07:45.07998Z","caller":"traceutil/trace.go:171","msg":"trace[1720337410] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8552; }","duration":"246.382169ms","start":"2026-04-16T03:07:44.833577Z","end":"2026-04-16T03:07:45.07996Z","steps":["trace[1720337410] 'range keys from in-memory index tree' (duration: 245.894129ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:45.231738Z","caller":"traceutil/trace.go:171","msg":"trace[544405310] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"147.270991ms","start":"2026-04-16T03:07:45.084447Z","end":"2026-04-16T03:07:45.231718Z","steps":["trace[544405310] 'process raft request' (duration: 147.117317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:53.722727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.288777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6k5k8\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-16T03:07:53.722822Z","caller":"traceutil/trace.go:171","msg":"trace[1256570955] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6k5k8; range_end:; response_count:1; response_revision:8638; }","duration":"183.431789ms","start":"2026-04-16T03:07:53.539372Z","end":"2026-04-16T03:07:53.722803Z","steps":["trace[1256570955] 'range keys from in-memory index tree' (duration: 183.090602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:53.723002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.562165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-xsqrk\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-04-16T03:07:53.723083Z","caller":"traceutil/trace.go:171","msg":"trace[1309899079] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-xsqrk; range_end:; response_count:1; response_revision:8638; }","duration":"121.683848ms","start":"2026-04-16T03:07:53.601381Z","end":"2026-04-16T03:07:53.723065Z","steps":["trace[1309899079] 'range keys from in-memory index tree' (duration: 121.470792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:53.722862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.172306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T03:07:53.723143Z","caller":"traceutil/trace.go:171","msg":"trace[363547256] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8638; }","duration":"232.483833ms","start":"2026-04-16T03:07:53.490641Z","end":"2026-04-16T03:07:53.723124Z","steps":["trace[363547256] 'range keys from in-memory index tree' (duration: 232.058414ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:53.734507Z","caller":"traceutil/trace.go:171","msg":"trace[1556638074] transaction","detail":"{read_only:false; response_revision:8639; number_of_response:1; }","duration":"132.665502ms","start":"2026-04-16T03:07:53.601825Z","end":"2026-04-16T03:07:53.734491Z","steps":["trace[1556638074] 'process raft request' (duration: 132.409936ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:53.901814Z","caller":"traceutil/trace.go:171","msg":"trace[561117264] linearizableReadLoop","detail":"{readStateIndex:8952; appliedIndex:8950; }","duration":"167.445939ms","start":"2026-04-16T03:07:53.734345Z","end":"2026-04-16T03:07:53.901791Z","steps":["trace[561117264] 'read index received' (duration: 167.038941ms)","trace[561117264] 'applied index is now lower than readState.Index' (duration: 406.108µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:07:53.902131Z","caller":"traceutil/trace.go:171","msg":"trace[179417068] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"173.55904ms","start":"2026-04-16T03:07:53.728559Z","end":"2026-04-16T03:07:53.902118Z","steps":["trace[179417068] 'process raft request' (duration: 172.913037ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:53.902441Z","caller":"traceutil/trace.go:171","msg":"trace[836981215] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"171.586839ms","start":"2026-04-16T03:07:53.730843Z","end":"2026-04-16T03:07:53.90243Z","steps":["trace[836981215] 'process raft request' (duration: 170.885703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:53.902529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.068103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:07:53.902606Z","caller":"traceutil/trace.go:171","msg":"trace[211251763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8641; }","duration":"167.181615ms","start":"2026-04-16T03:07:53.735404Z","end":"2026-04-16T03:07:53.902585Z","steps":["trace[211251763] 'agreement among raft nodes before linearized reading' (duration: 167.057102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:53.903108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.435355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227432"} {"level":"info","ts":"2026-04-16T03:07:53.90315Z","caller":"traceutil/trace.go:171","msg":"trace[540659034] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8641; }","duration":"171.501896ms","start":"2026-04-16T03:07:53.731638Z","end":"2026-04-16T03:07:53.90314Z","steps":["trace[540659034] 'agreement among raft nodes before linearized reading' (duration: 171.143209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:53.903204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.97807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T03:07:53.903264Z","caller":"traceutil/trace.go:171","msg":"trace[1567239716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8641; }","duration":"183.071762ms","start":"2026-04-16T03:07:53.720181Z","end":"2026-04-16T03:07:53.903253Z","steps":["trace[1567239716] 'agreement among raft nodes before linearized reading' (duration: 182.921699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:53.90345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.522042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T03:07:53.903487Z","caller":"traceutil/trace.go:171","msg":"trace[1413104142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8641; }","duration":"191.594174ms","start":"2026-04-16T03:07:53.711884Z","end":"2026-04-16T03:07:53.903479Z","steps":["trace[1413104142] 'agreement among raft nodes before linearized reading' (duration: 191.506932ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:54.530782Z","caller":"traceutil/trace.go:171","msg":"trace[582478411] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"200.922572ms","start":"2026-04-16T03:07:54.329829Z","end":"2026-04-16T03:07:54.530751Z","steps":["trace[582478411] 'process raft request' (duration: 200.757669ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:54.60119Z","caller":"traceutil/trace.go:171","msg":"trace[440617424] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"253.583172ms","start":"2026-04-16T03:07:54.34757Z","end":"2026-04-16T03:07:54.601153Z","steps":["trace[440617424] 'process raft request' (duration: 253.244515ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:54.71841Z","caller":"traceutil/trace.go:171","msg":"trace[498574233] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"110.639592ms","start":"2026-04-16T03:07:54.607733Z","end":"2026-04-16T03:07:54.718373Z","steps":["trace[498574233] 'process raft request' (duration: 32.232165ms)","trace[498574233] 'compare' (duration: 78.239294ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:07:54.909339Z","caller":"traceutil/trace.go:171","msg":"trace[1925667746] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"129.874501ms","start":"2026-04-16T03:07:54.779431Z","end":"2026-04-16T03:07:54.909306Z","steps":["trace[1925667746] 'process raft request' (duration: 76.390824ms)","trace[1925667746] 'compare' (duration: 52.735941ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:07:54.909426Z","caller":"traceutil/trace.go:171","msg":"trace[1921333016] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"127.764727ms","start":"2026-04-16T03:07:54.781638Z","end":"2026-04-16T03:07:54.909403Z","steps":["trace[1921333016] 'process raft request' (duration: 127.289677ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:08:12.492867Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023da.wal"} {"level":"info","ts":"2026-04-16T03:09:11.210198Z","caller":"traceutil/trace.go:171","msg":"trace[2064669063] linearizableReadLoop","detail":"{readStateIndex:9726; appliedIndex:9725; }","duration":"108.017315ms","start":"2026-04-16T03:09:11.10215Z","end":"2026-04-16T03:09:11.210167Z","steps":["trace[2064669063] 'read index received' (duration: 23.044171ms)","trace[2064669063] 'applied index is now lower than readState.Index' (duration: 84.968944ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:09:11.210308Z","caller":"traceutil/trace.go:171","msg":"trace[1509254961] transaction","detail":"{read_only:false; response_revision:9393; number_of_response:1; }","duration":"151.941528ms","start":"2026-04-16T03:09:11.058302Z","end":"2026-04-16T03:09:11.210244Z","steps":["trace[1509254961] 'process raft request' (duration: 66.903262ms)","trace[1509254961] 'compare' (duration: 84.816761ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:09:11.210411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.221009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:09:11.210528Z","caller":"traceutil/trace.go:171","msg":"trace[230434792] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:9393; }","duration":"108.418373ms","start":"2026-04-16T03:09:11.10208Z","end":"2026-04-16T03:09:11.210498Z","steps":["trace[230434792] 'agreement among raft nodes before linearized reading' (duration: 108.209549ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:09:46.725205Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5f170c75a1d97cc","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-16T03:09:46.731274Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-16T03:09:46.731384Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-16T03:12:03.577889Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8280} {"level":"info","ts":"2026-04-16T03:12:03.658026Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8280,"took":"77.428594ms","hash":4061315616,"current-db-size-bytes":58105856,"current-db-size":"58 MB","current-db-size-in-use-bytes":26259456,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-16T03:12:03.6581Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4061315616,"revision":8280,"compact-revision":6084} {"level":"info","ts":"2026-04-16T03:13:01.100528Z","caller":"traceutil/trace.go:171","msg":"trace[393621106] transaction","detail":"{read_only:false; response_revision:11272; number_of_response:1; }","duration":"116.797641ms","start":"2026-04-16T03:13:00.983702Z","end":"2026-04-16T03:13:01.1005Z","steps":["trace[393621106] 'process raft request' (duration: 116.553815ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:17:03.584892Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10762} {"level":"info","ts":"2026-04-16T03:17:03.666338Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10762,"took":"79.172892ms","hash":3073832986,"current-db-size-bytes":58105856,"current-db-size":"58 MB","current-db-size-in-use-bytes":26800128,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-16T03:17:03.666403Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3073832986,"revision":10762,"compact-revision":8280} {"level":"info","ts":"2026-04-16T03:18:49.291324Z","caller":"traceutil/trace.go:171","msg":"trace[2139153442] transaction","detail":"{read_only:false; response_revision:13654; number_of_response:1; }","duration":"118.005695ms","start":"2026-04-16T03:18:49.173285Z","end":"2026-04-16T03:18:49.29129Z","steps":["trace[2139153442] 'process raft request' (duration: 117.697488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:19:13.072675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.856704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6k5k8\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-16T03:19:13.072744Z","caller":"traceutil/trace.go:171","msg":"trace[648784444] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6k5k8; range_end:; response_count:1; response_revision:13779; }","duration":"102.974426ms","start":"2026-04-16T03:19:12.969755Z","end":"2026-04-16T03:19:13.07273Z","steps":["trace[648784444] 'range keys from in-memory index tree' (duration: 102.714911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:19:13.072869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.898136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T03:19:13.072933Z","caller":"traceutil/trace.go:171","msg":"trace[1153989294] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13779; }","duration":"211.005029ms","start":"2026-04-16T03:19:12.861913Z","end":"2026-04-16T03:19:13.072918Z","steps":["trace[1153989294] 'range keys from in-memory index tree' (duration: 210.745142ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:19:38.019887Z","caller":"traceutil/trace.go:171","msg":"trace[670248363] linearizableReadLoop","detail":"{readStateIndex:14535; appliedIndex:14534; }","duration":"157.452472ms","start":"2026-04-16T03:19:37.862405Z","end":"2026-04-16T03:19:38.019857Z","steps":["trace[670248363] 'read index received' (duration: 156.738117ms)","trace[670248363] 'applied index is now lower than readState.Index' (duration: 713.385µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:19:38.019926Z","caller":"traceutil/trace.go:171","msg":"trace[290350235] transaction","detail":"{read_only:false; response_revision:14051; number_of_response:1; }","duration":"158.156867ms","start":"2026-04-16T03:19:37.86173Z","end":"2026-04-16T03:19:38.019887Z","steps":["trace[290350235] 'process raft request' (duration: 157.401801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:19:38.020083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.658496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:19:38.020127Z","caller":"traceutil/trace.go:171","msg":"trace[170718151] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:14051; }","duration":"157.766848ms","start":"2026-04-16T03:19:37.862348Z","end":"2026-04-16T03:19:38.020115Z","steps":["trace[170718151] 'agreement among raft nodes before linearized reading' (duration: 157.630306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:21:18.066366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.854938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:21:18.066544Z","caller":"traceutil/trace.go:171","msg":"trace[111650078] transaction","detail":"{read_only:false; response_revision:15133; number_of_response:1; }","duration":"237.533492ms","start":"2026-04-16T03:21:17.828991Z","end":"2026-04-16T03:21:18.066525Z","steps":["trace[111650078] 'process raft request' (duration: 106.422179ms)","trace[111650078] 'compare' (duration: 130.723865ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:21:18.066906Z","caller":"traceutil/trace.go:171","msg":"trace[1698559752] linearizableReadLoop","detail":"{readStateIndex:15653; appliedIndex:15650; }","duration":"120.939897ms","start":"2026-04-16T03:21:17.945948Z","end":"2026-04-16T03:21:18.066888Z","steps":["trace[1698559752] 'read index received' (duration: 22.714072ms)","trace[1698559752] 'applied index is now lower than readState.Index' (duration: 98.224865ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:21:18.067006Z","caller":"traceutil/trace.go:171","msg":"trace[1156943508] transaction","detail":"{read_only:false; response_revision:15134; number_of_response:1; }","duration":"235.032579ms","start":"2026-04-16T03:21:17.831967Z","end":"2026-04-16T03:21:18.066999Z","steps":["trace[1156943508] 'process raft request' (duration: 234.515568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:21:18.067207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.339234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sdzql\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-04-16T03:21:18.067212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.412026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T03:21:18.067237Z","caller":"traceutil/trace.go:171","msg":"trace[1188441110] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sdzql; range_end:; response_count:1; response_revision:15135; }","duration":"103.403725ms","start":"2026-04-16T03:21:17.963827Z","end":"2026-04-16T03:21:18.06723Z","steps":["trace[1188441110] 'agreement among raft nodes before linearized reading' (duration: 103.273952ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:21:18.067253Z","caller":"traceutil/trace.go:171","msg":"trace[1977144823] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15135; }","duration":"112.467127ms","start":"2026-04-16T03:21:17.954775Z","end":"2026-04-16T03:21:18.067242Z","steps":["trace[1977144823] 'agreement among raft nodes before linearized reading' (duration: 112.316844ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:21:18.067452Z","caller":"traceutil/trace.go:171","msg":"trace[150680058] transaction","detail":"{read_only:false; response_revision:15135; number_of_response:1; }","duration":"234.092619ms","start":"2026-04-16T03:21:17.83329Z","end":"2026-04-16T03:21:18.067383Z","steps":["trace[150680058] 'process raft request' (duration: 233.528227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:21:18.06762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.08907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:21:18.0677Z","caller":"traceutil/trace.go:171","msg":"trace[1485297101] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15135; }","duration":"121.745784ms","start":"2026-04-16T03:21:17.945914Z","end":"2026-04-16T03:21:18.06766Z","steps":["trace[1485297101] 'agreement among raft nodes before linearized reading' (duration: 121.08866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:21:18.067812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.60408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-16T03:21:18.067946Z","caller":"traceutil/trace.go:171","msg":"trace[1181246941] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15135; }","duration":"112.804934ms","start":"2026-04-16T03:21:17.955115Z","end":"2026-04-16T03:21:18.06792Z","steps":["trace[1181246941] 'agreement among raft nodes before linearized reading' (duration: 112.367025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:21:18.342316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.075711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:21:18.342382Z","caller":"traceutil/trace.go:171","msg":"trace[144442885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15136; }","duration":"130.184633ms","start":"2026-04-16T03:21:18.212182Z","end":"2026-04-16T03:21:18.342366Z","steps":["trace[144442885] 'range keys from in-memory index tree' (duration: 129.907557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:21:18.342635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.70331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:21:18.342664Z","caller":"traceutil/trace.go:171","msg":"trace[775142114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15136; }","duration":"127.770682ms","start":"2026-04-16T03:21:18.214886Z","end":"2026-04-16T03:21:18.342657Z","steps":["trace[775142114] 'range keys from in-memory index tree' (duration: 127.569837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:21:18.342762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.68722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:21:18.342805Z","caller":"traceutil/trace.go:171","msg":"trace[422818217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15136; }","duration":"127.751121ms","start":"2026-04-16T03:21:18.215042Z","end":"2026-04-16T03:21:18.342793Z","steps":["trace[422818217] 'range keys from in-memory index tree' (duration: 127.578307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:21:18.582668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.798114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T03:21:18.582754Z","caller":"traceutil/trace.go:171","msg":"trace[1132648155] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15139; }","duration":"112.932127ms","start":"2026-04-16T03:21:18.4698Z","end":"2026-04-16T03:21:18.582732Z","steps":["trace[1132648155] 'range keys from in-memory index tree' (duration: 112.625201ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:22:03.591996Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12836} {"level":"info","ts":"2026-04-16T03:22:03.666574Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12836,"took":"72.666388ms","hash":1404738955,"current-db-size-bytes":58105856,"current-db-size":"58 MB","current-db-size-in-use-bytes":30629888,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-16T03:22:03.666624Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1404738955,"revision":12836,"compact-revision":10762} {"level":"info","ts":"2026-04-16T03:27:01.976567Z","caller":"traceutil/trace.go:171","msg":"trace[2082567587] transaction","detail":"{read_only:false; response_revision:17776; number_of_response:1; }","duration":"134.95501ms","start":"2026-04-16T03:27:01.841587Z","end":"2026-04-16T03:27:01.976542Z","steps":["trace[2082567587] 'process raft request' (duration: 128.130396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:27:02.429544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.697239ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:27:02.429715Z","caller":"traceutil/trace.go:171","msg":"trace[1292949666] linearizableReadLoop","detail":"{readStateIndex:18383; appliedIndex:18382; }","duration":"272.049356ms","start":"2026-04-16T03:27:02.15764Z","end":"2026-04-16T03:27:02.42969Z","steps":["trace[1292949666] 'read index received' (duration: 7.107801ms)","trace[1292949666] 'applied index is now lower than readState.Index' (duration: 264.938875ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:27:02.430065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.403474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7rwzm\" ","response":"range_response_count:1 size:20771"} {"level":"info","ts":"2026-04-16T03:27:02.430137Z","caller":"traceutil/trace.go:171","msg":"trace[1437721804] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7rwzm; range_end:; response_count:1; response_revision:17779; }","duration":"272.523717ms","start":"2026-04-16T03:27:02.157594Z","end":"2026-04-16T03:27:02.430117Z","steps":["trace[1437721804] 'agreement among raft nodes before linearized reading' (duration: 272.170978ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:27:02.841638Z","caller":"traceutil/trace.go:171","msg":"trace[1033094483] transaction","detail":"{read_only:false; response_revision:17780; number_of_response:1; }","duration":"394.820668ms","start":"2026-04-16T03:27:02.44679Z","end":"2026-04-16T03:27:02.84161Z","steps":["trace[1033094483] 'process raft request' (duration: 394.437509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:27:02.841847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:27:02.446756Z","time spent":"394.985112ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20888,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:27:02.841752Z","caller":"traceutil/trace.go:171","msg":"trace[655124997] linearizableReadLoop","detail":"{readStateIndex:18384; appliedIndex:18383; }","duration":"279.137395ms","start":"2026-04-16T03:27:02.562391Z","end":"2026-04-16T03:27:02.841528Z","steps":["trace[655124997] 'read index received' (duration: 278.842429ms)","trace[655124997] 'applied index is now lower than readState.Index' (duration: 292.926µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:27:02.84188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.446272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T03:27:02.841944Z","caller":"traceutil/trace.go:171","msg":"trace[410254590] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:17780; }","duration":"279.547305ms","start":"2026-04-16T03:27:02.562383Z","end":"2026-04-16T03:27:02.84193Z","steps":["trace[410254590] 'agreement among raft nodes before linearized reading' (duration: 279.343171ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:27:02.99898Z","caller":"traceutil/trace.go:171","msg":"trace[288199317] transaction","detail":"{read_only:false; response_revision:17781; number_of_response:1; }","duration":"162.894872ms","start":"2026-04-16T03:27:02.836053Z","end":"2026-04-16T03:27:02.998948Z","steps":["trace[288199317] 'process raft request' (duration: 162.708318ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:27:03.598754Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15432} {"level":"info","ts":"2026-04-16T03:27:03.698971Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15432,"took":"96.837303ms","hash":2188154824,"current-db-size-bytes":58105856,"current-db-size":"58 MB","current-db-size-in-use-bytes":32292864,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-16T03:27:03.699052Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2188154824,"revision":15432,"compact-revision":12836} {"level":"info","ts":"2026-04-16T03:30:14.33745Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5f170c75a1d97cc","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-16T03:30:14.347373Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-16T03:30:14.347512Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-16T03:32:03.605397Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17786} {"level":"info","ts":"2026-04-16T03:32:03.709066Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17786,"took":"100.042808ms","hash":1153038724,"current-db-size-bytes":58105856,"current-db-size":"58 MB","current-db-size-in-use-bytes":34209792,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-16T03:32:03.709438Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1153038724,"revision":17786,"compact-revision":15432} {"level":"info","ts":"2026-04-16T03:32:25.498907Z","caller":"traceutil/trace.go:171","msg":"trace[2052697501] linearizableReadLoop","detail":"{readStateIndex:20932; appliedIndex:20931; }","duration":"356.588319ms","start":"2026-04-16T03:32:25.142281Z","end":"2026-04-16T03:32:25.49887Z","steps":["trace[2052697501] 'read index received' (duration: 356.265802ms)","trace[2052697501] 'applied index is now lower than readState.Index' (duration: 316.567µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:32:25.499238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.947346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-16T03:32:25.499289Z","caller":"traceutil/trace.go:171","msg":"trace[568416052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20245; }","duration":"357.098949ms","start":"2026-04-16T03:32:25.142175Z","end":"2026-04-16T03:32:25.499274Z","steps":["trace[568416052] 'agreement among raft nodes before linearized reading' (duration: 356.848674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:32:25.49935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:32:25.142139Z","time spent":"357.197522ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:32:25.49937Z","caller":"traceutil/trace.go:171","msg":"trace[2127699247] transaction","detail":"{read_only:false; response_revision:20245; number_of_response:1; }","duration":"405.051514ms","start":"2026-04-16T03:32:25.094274Z","end":"2026-04-16T03:32:25.499325Z","steps":["trace[2127699247] 'process raft request' (duration: 404.399721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:32:25.499574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:32:25.094226Z","time spent":"405.244349ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:32:25.627983Z","caller":"traceutil/trace.go:171","msg":"trace[24231617] linearizableReadLoop","detail":"{readStateIndex:20933; appliedIndex:20932; }","duration":"105.408572ms","start":"2026-04-16T03:32:25.52254Z","end":"2026-04-16T03:32:25.627948Z","steps":["trace[24231617] 'read index received' (duration: 98.752901ms)","trace[24231617] 'applied index is now lower than readState.Index' (duration: 6.654681ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:32:25.628028Z","caller":"traceutil/trace.go:171","msg":"trace[1064767842] transaction","detail":"{read_only:false; response_revision:20246; number_of_response:1; }","duration":"123.412383ms","start":"2026-04-16T03:32:25.504594Z","end":"2026-04-16T03:32:25.628007Z","steps":["trace[1064767842] 'process raft request' (duration: 116.781523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:32:25.628269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.694217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T03:32:25.628399Z","caller":"traceutil/trace.go:171","msg":"trace[1203764687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20246; }","duration":"105.886081ms","start":"2026-04-16T03:32:25.522486Z","end":"2026-04-16T03:32:25.628372Z","steps":["trace[1203764687] 'agreement among raft nodes before linearized reading' (duration: 105.601106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:32:25.944055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.487961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T03:32:25.944554Z","caller":"traceutil/trace.go:171","msg":"trace[1250216628] linearizableReadLoop","detail":"{readStateIndex:20934; appliedIndex:20933; }","duration":"235.71921ms","start":"2026-04-16T03:32:25.708813Z","end":"2026-04-16T03:32:25.944532Z","steps":["trace[1250216628] 'read index received' (duration: 71.528873ms)","trace[1250216628] 'applied index is now lower than readState.Index' (duration: 164.188587ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:32:25.944664Z","caller":"traceutil/trace.go:171","msg":"trace[768917137] transaction","detail":"{read_only:false; response_revision:20247; number_of_response:1; }","duration":"311.634417ms","start":"2026-04-16T03:32:25.633016Z","end":"2026-04-16T03:32:25.944651Z","steps":["trace[768917137] 'process raft request' (duration: 147.40047ms)","trace[768917137] 'compare' (duration: 163.252247ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:32:25.944845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.003306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T03:32:25.944731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:32:25.632991Z","time spent":"311.701468ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:32:25.944929Z","caller":"traceutil/trace.go:171","msg":"trace[1131173890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20247; }","duration":"236.133738ms","start":"2026-04-16T03:32:25.708774Z","end":"2026-04-16T03:32:25.944907Z","steps":["trace[1131173890] 'agreement among raft nodes before linearized reading' (duration: 235.988055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:32:25.944934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.006944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:32:25.944977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.91264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-16T03:32:25.944965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.122394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T03:32:25.945043Z","caller":"traceutil/trace.go:171","msg":"trace[908665688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20247; }","duration":"149.212639ms","start":"2026-04-16T03:32:25.795805Z","end":"2026-04-16T03:32:25.945017Z","steps":["trace[908665688] 'agreement among raft nodes before linearized reading' (duration: 148.874662ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:32:25.945095Z","caller":"traceutil/trace.go:171","msg":"trace[387187889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20247; }","duration":"147.062943ms","start":"2026-04-16T03:32:25.798003Z","end":"2026-04-16T03:32:25.945066Z","steps":["trace[387187889] 'agreement among raft nodes before linearized reading' (duration: 146.706415ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:32:25.945109Z","caller":"traceutil/trace.go:171","msg":"trace[68717507] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20247; }","duration":"146.302887ms","start":"2026-04-16T03:32:25.798778Z","end":"2026-04-16T03:32:25.94508Z","steps":["trace[68717507] 'agreement among raft nodes before linearized reading' (duration: 145.927359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:32:26.255866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.465808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T03:32:26.256904Z","caller":"traceutil/trace.go:171","msg":"trace[691140229] linearizableReadLoop","detail":"{readStateIndex:20937; appliedIndex:20935; }","duration":"251.350462ms","start":"2026-04-16T03:32:26.005524Z","end":"2026-04-16T03:32:26.256874Z","steps":["trace[691140229] 'read index received' (duration: 131.734759ms)","trace[691140229] 'applied index is now lower than readState.Index' (duration: 119.607402ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:32:26.25704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.507875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T03:32:26.25708Z","caller":"traceutil/trace.go:171","msg":"trace[1393210284] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:20250; }","duration":"251.603347ms","start":"2026-04-16T03:32:26.005465Z","end":"2026-04-16T03:32:26.257068Z","steps":["trace[1393210284] 'agreement among raft nodes before linearized reading' (duration: 251.500454ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:32:26.257278Z","caller":"traceutil/trace.go:171","msg":"trace[1291931855] transaction","detail":"{read_only:false; response_revision:20249; number_of_response:1; }","duration":"306.306445ms","start":"2026-04-16T03:32:25.950936Z","end":"2026-04-16T03:32:26.257243Z","steps":["trace[1291931855] 'process raft request' (duration: 186.301685ms)","trace[1291931855] 'compare' (duration: 117.999767ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:32:26.25728Z","caller":"traceutil/trace.go:171","msg":"trace[1567014941] transaction","detail":"{read_only:false; response_revision:20250; number_of_response:1; }","duration":"305.684751ms","start":"2026-04-16T03:32:25.951564Z","end":"2026-04-16T03:32:26.257249Z","steps":["trace[1567014941] 'process raft request' (duration: 305.123349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:32:26.25747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:32:25.95092Z","time spent":"306.445088ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:32:26.257576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:32:25.951554Z","time spent":"305.963407ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:32:26.660528Z","caller":"traceutil/trace.go:171","msg":"trace[2101275601] transaction","detail":"{read_only:false; response_revision:20252; number_of_response:1; }","duration":"132.529986ms","start":"2026-04-16T03:32:26.527965Z","end":"2026-04-16T03:32:26.660495Z","steps":["trace[2101275601] 'process raft request' (duration: 132.2562ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:32:26.67042Z","caller":"traceutil/trace.go:171","msg":"trace[1234367572] transaction","detail":"{read_only:false; response_revision:20254; number_of_response:1; }","duration":"141.283351ms","start":"2026-04-16T03:32:26.529099Z","end":"2026-04-16T03:32:26.670382Z","steps":["trace[1234367572] 'process raft request' (duration: 141.217389ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:32:26.670511Z","caller":"traceutil/trace.go:171","msg":"trace[594039680] transaction","detail":"{read_only:false; response_revision:20253; number_of_response:1; }","duration":"142.363945ms","start":"2026-04-16T03:32:26.5281Z","end":"2026-04-16T03:32:26.670464Z","steps":["trace[594039680] 'process raft request' (duration: 141.999527ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:36:17.158505Z","caller":"traceutil/trace.go:171","msg":"trace[233758922] transaction","detail":"{read_only:false; response_revision:22637; number_of_response:1; }","duration":"121.614464ms","start":"2026-04-16T03:36:17.036871Z","end":"2026-04-16T03:36:17.158486Z","steps":["trace[233758922] 'process raft request' (duration: 121.454211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:36:17.558511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.924766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T03:36:17.558661Z","caller":"traceutil/trace.go:171","msg":"trace[201697589] linearizableReadLoop","detail":"{readStateIndex:23396; appliedIndex:23394; }","duration":"469.619282ms","start":"2026-04-16T03:36:17.089029Z","end":"2026-04-16T03:36:17.558648Z","steps":["trace[201697589] 'read index received' (duration: 69.365708ms)","trace[201697589] 'applied index is now lower than readState.Index' (duration: 400.252984ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:36:17.55872Z","caller":"traceutil/trace.go:171","msg":"trace[1249873323] transaction","detail":"{read_only:false; response_revision:22638; number_of_response:1; }","duration":"492.977817ms","start":"2026-04-16T03:36:17.065736Z","end":"2026-04-16T03:36:17.558714Z","steps":["trace[1249873323] 'process raft request' (duration: 357.55204ms)","trace[1249873323] 'compare' (duration: 134.671171ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:36:17.558749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:36:17.065711Z","time spent":"493.021178ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:36:17.559098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.984992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T03:36:17.559206Z","caller":"traceutil/trace.go:171","msg":"trace[387320530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22639; }","duration":"421.154245ms","start":"2026-04-16T03:36:17.138026Z","end":"2026-04-16T03:36:17.55918Z","steps":["trace[387320530] 'agreement among raft nodes before linearized reading' (duration: 420.88717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:36:17.559261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:36:17.137989Z","time spent":"421.258358ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:36:17.559338Z","caller":"traceutil/trace.go:171","msg":"trace[1535378691] transaction","detail":"{read_only:false; response_revision:22639; number_of_response:1; }","duration":"469.655662ms","start":"2026-04-16T03:36:17.089631Z","end":"2026-04-16T03:36:17.559287Z","steps":["trace[1535378691] 'process raft request' (duration: 468.951238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:36:17.559485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.806495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-16T03:36:17.559517Z","caller":"traceutil/trace.go:171","msg":"trace[2072944209] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22639; }","duration":"212.874877ms","start":"2026-04-16T03:36:17.346632Z","end":"2026-04-16T03:36:17.559507Z","steps":["trace[2072944209] 'agreement among raft nodes before linearized reading' (duration: 212.645652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:36:17.559546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:36:17.089612Z","time spent":"469.821766ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:36:17.559601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.558402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T03:36:17.559671Z","caller":"traceutil/trace.go:171","msg":"trace[398187769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22639; }","duration":"470.632843ms","start":"2026-04-16T03:36:17.089021Z","end":"2026-04-16T03:36:17.559654Z","steps":["trace[398187769] 'agreement among raft nodes before linearized reading' (duration: 470.420189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:36:17.559707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:36:17.088984Z","time spent":"470.714125ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:37:03.614526Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20134} {"level":"info","ts":"2026-04-16T03:37:03.734113Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20134,"took":"114.173037ms","hash":2442503609,"current-db-size-bytes":58105856,"current-db-size":"58 MB","current-db-size-in-use-bytes":41312256,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-04-16T03:37:03.734194Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2442503609,"revision":20134,"compact-revision":17786} {"level":"info","ts":"2026-04-16T03:39:15.77696Z","caller":"traceutil/trace.go:171","msg":"trace[1712400419] linearizableReadLoop","detail":"{readStateIndex:25249; appliedIndex:25248; }","duration":"160.993573ms","start":"2026-04-16T03:39:15.61594Z","end":"2026-04-16T03:39:15.776934Z","steps":["trace[1712400419] 'read index received' (duration: 70.658808ms)","trace[1712400419] 'applied index is now lower than readState.Index' (duration: 90.333825ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:15.776977Z","caller":"traceutil/trace.go:171","msg":"trace[173583007] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24448; }","duration":"169.79429ms","start":"2026-04-16T03:39:15.607149Z","end":"2026-04-16T03:39:15.776943Z","steps":["trace[173583007] 'process raft request' (duration: 79.578767ms)","trace[173583007] 'compare' (duration: 90.123441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:39:15.777123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.162697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T03:39:15.777168Z","caller":"traceutil/trace.go:171","msg":"trace[230537127] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:24448; }","duration":"161.237778ms","start":"2026-04-16T03:39:15.615911Z","end":"2026-04-16T03:39:15.777149Z","steps":["trace[230537127] 'agreement among raft nodes before linearized reading' (duration: 161.161957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:15.777568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.524423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T03:39:15.777627Z","caller":"traceutil/trace.go:171","msg":"trace[932034750] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24448; }","duration":"102.628156ms","start":"2026-04-16T03:39:15.674984Z","end":"2026-04-16T03:39:15.777612Z","steps":["trace[932034750] 'agreement among raft nodes before linearized reading' (duration: 102.446852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:15.778121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.442823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210990"} {"level":"info","ts":"2026-04-16T03:39:15.778163Z","caller":"traceutil/trace.go:171","msg":"trace[1907911179] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:24448; }","duration":"161.499655ms","start":"2026-04-16T03:39:15.616655Z","end":"2026-04-16T03:39:15.778154Z","steps":["trace[1907911179] 'agreement among raft nodes before linearized reading' (duration: 160.702228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:20.867565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.46486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T03:39:20.867684Z","caller":"traceutil/trace.go:171","msg":"trace[1315047098] linearizableReadLoop","detail":"{readStateIndex:25353; appliedIndex:25352; }","duration":"158.9515ms","start":"2026-04-16T03:39:20.708712Z","end":"2026-04-16T03:39:20.867664Z","steps":["trace[1315047098] 'read index received' (duration: 16.207154ms)","trace[1315047098] 'applied index is now lower than readState.Index' (duration: 142.742956ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:39:20.867751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.048603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T03:39:20.867777Z","caller":"traceutil/trace.go:171","msg":"trace[1486043090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24548; }","duration":"159.110914ms","start":"2026-04-16T03:39:20.708656Z","end":"2026-04-16T03:39:20.867767Z","steps":["trace[1486043090] 'agreement among raft nodes before linearized reading' (duration: 159.057812ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:20.86778Z","caller":"traceutil/trace.go:171","msg":"trace[494253847] transaction","detail":"{read_only:false; response_revision:24548; number_of_response:1; }","duration":"234.478122ms","start":"2026-04-16T03:39:20.633267Z","end":"2026-04-16T03:39:20.867745Z","steps":["trace[494253847] 'process raft request' (duration: 91.733496ms)","trace[494253847] 'compare' (duration: 142.326407ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:21.229496Z","caller":"traceutil/trace.go:171","msg":"trace[1375598259] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"440.240355ms","start":"2026-04-16T03:39:20.789238Z","end":"2026-04-16T03:39:21.229479Z","steps":["trace[1375598259] 'process raft request' (duration: 440.109393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:21.229605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:20.789211Z","time spent":"440.339278ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:21.420535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.862687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T03:39:21.420649Z","caller":"traceutil/trace.go:171","msg":"trace[1614437745] linearizableReadLoop","detail":"{readStateIndex:25355; appliedIndex:25353; }","duration":"551.692538ms","start":"2026-04-16T03:39:20.868939Z","end":"2026-04-16T03:39:21.420632Z","steps":["trace[1614437745] 'read index received' (duration: 360.461514ms)","trace[1614437745] 'applied index is now lower than readState.Index' (duration: 191.229464ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:39:21.420772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.829461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T03:39:21.420934Z","caller":"traceutil/trace.go:171","msg":"trace[1705368468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24550; }","duration":"552.016975ms","start":"2026-04-16T03:39:20.868904Z","end":"2026-04-16T03:39:21.420921Z","steps":["trace[1705368468] 'agreement among raft nodes before linearized reading' (duration: 551.821671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:21.420983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:20.868888Z","time spent":"552.084246ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:39:21.420743Z","caller":"traceutil/trace.go:171","msg":"trace[549633686] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"629.151861ms","start":"2026-04-16T03:39:20.79154Z","end":"2026-04-16T03:39:21.420692Z","steps":["trace[549633686] 'process raft request' (duration: 513.040828ms)","trace[549633686] 'compare' (duration: 115.485069ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:39:21.420853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.740776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T03:39:21.421138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:20.791527Z","time spent":"629.522809ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:21.421215Z","caller":"traceutil/trace.go:171","msg":"trace[2071558988] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24550; }","duration":"367.121525ms","start":"2026-04-16T03:39:21.054048Z","end":"2026-04-16T03:39:21.421169Z","steps":["trace[2071558988] 'agreement among raft nodes before linearized reading' (duration: 366.723236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:21.421276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:21.054034Z","time spent":"367.224656ms","remote":"127.0.0.1:60346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:39:22.342523Z","caller":"traceutil/trace.go:171","msg":"trace[764714902] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"270.332103ms","start":"2026-04-16T03:39:22.072164Z","end":"2026-04-16T03:39:22.342496Z","steps":["trace[764714902] 'process raft request' (duration: 270.137449ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:22.712838Z","caller":"traceutil/trace.go:171","msg":"trace[972382999] transaction","detail":"{read_only:false; response_revision:24558; number_of_response:1; }","duration":"360.33512ms","start":"2026-04-16T03:39:22.352487Z","end":"2026-04-16T03:39:22.712822Z","steps":["trace[972382999] 'process raft request' (duration: 360.288199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.712984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:22.352464Z","time spent":"360.457303ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:22.71322Z","caller":"traceutil/trace.go:171","msg":"trace[880020565] transaction","detail":"{read_only:false; response_revision:24554; number_of_response:1; }","duration":"420.296432ms","start":"2026-04-16T03:39:22.292916Z","end":"2026-04-16T03:39:22.713212Z","steps":["trace[880020565] 'process raft request' (duration: 419.652799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.71329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:22.292897Z","time spent":"420.368743ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:22.713403Z","caller":"traceutil/trace.go:171","msg":"trace[1135194107] transaction","detail":"{read_only:false; response_revision:24555; number_of_response:1; }","duration":"406.733754ms","start":"2026-04-16T03:39:22.30666Z","end":"2026-04-16T03:39:22.713394Z","steps":["trace[1135194107] 'process raft request' (duration: 406.013219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.713448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:22.306647Z","time spent":"406.779595ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:22.713493Z","caller":"traceutil/trace.go:171","msg":"trace[299783174] transaction","detail":"{read_only:false; response_revision:24557; number_of_response:1; }","duration":"362.891174ms","start":"2026-04-16T03:39:22.350568Z","end":"2026-04-16T03:39:22.713459Z","steps":["trace[299783174] 'process raft request' (duration: 362.169349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.713701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:22.35056Z","time spent":"363.033807ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:22.714392Z","caller":"traceutil/trace.go:171","msg":"trace[1019377581] linearizableReadLoop","detail":"{readStateIndex:25359; appliedIndex:25357; }","duration":"490.841428ms","start":"2026-04-16T03:39:22.223538Z","end":"2026-04-16T03:39:22.71438Z","steps":["trace[1019377581] 'read index received' (duration: 118.884861ms)","trace[1019377581] 'applied index is now lower than readState.Index' (duration: 371.954727ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:39:22.714477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.93269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T03:39:22.7145Z","caller":"traceutil/trace.go:171","msg":"trace[1912946878] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24558; }","duration":"490.990582ms","start":"2026-04-16T03:39:22.223499Z","end":"2026-04-16T03:39:22.71449Z","steps":["trace[1912946878] 'agreement among raft nodes before linearized reading' (duration: 490.946661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.714519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:22.223483Z","time spent":"491.030952ms","remote":"127.0.0.1:55844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:39:22.714494Z","caller":"traceutil/trace.go:171","msg":"trace[680194354] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"368.740439ms","start":"2026-04-16T03:39:22.345723Z","end":"2026-04-16T03:39:22.714463Z","steps":["trace[680194354] 'process raft request' (duration: 366.991602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.714702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.615568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T03:39:22.714726Z","caller":"traceutil/trace.go:171","msg":"trace[17210239] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24558; }","duration":"137.669209ms","start":"2026-04-16T03:39:22.57705Z","end":"2026-04-16T03:39:22.71472Z","steps":["trace[17210239] 'agreement among raft nodes before linearized reading' (duration: 137.594628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.714736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.65415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T03:39:22.714797Z","caller":"traceutil/trace.go:171","msg":"trace[565326115] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24558; }","duration":"221.770363ms","start":"2026-04-16T03:39:22.49301Z","end":"2026-04-16T03:39:22.714781Z","steps":["trace[565326115] 'agreement among raft nodes before linearized reading' (duration: 221.593179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.714799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.63714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T03:39:22.714794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:22.345706Z","time spent":"368.855371ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:22.714864Z","caller":"traceutil/trace.go:171","msg":"trace[547828275] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24558; }","duration":"171.738991ms","start":"2026-04-16T03:39:22.543108Z","end":"2026-04-16T03:39:22.714847Z","steps":["trace[547828275] 'agreement among raft nodes before linearized reading' (duration: 171.636679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.714882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.307096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:39:22.714925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.106104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T03:39:22.714953Z","caller":"traceutil/trace.go:171","msg":"trace[199030044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24558; }","duration":"182.432268ms","start":"2026-04-16T03:39:22.532502Z","end":"2026-04-16T03:39:22.714934Z","steps":["trace[199030044] 'agreement among raft nodes before linearized reading' (duration: 182.176563ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:22.714989Z","caller":"traceutil/trace.go:171","msg":"trace[1757189967] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24558; }","duration":"209.212997ms","start":"2026-04-16T03:39:22.505759Z","end":"2026-04-16T03:39:22.714972Z","steps":["trace[1757189967] 'agreement among raft nodes before linearized reading' (duration: 209.033573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:22.71506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.931162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T03:39:22.715374Z","caller":"traceutil/trace.go:171","msg":"trace[100025181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24558; }","duration":"119.27385ms","start":"2026-04-16T03:39:22.596085Z","end":"2026-04-16T03:39:22.715359Z","steps":["trace[100025181] 'agreement among raft nodes before linearized reading' (duration: 118.835321ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:28.939903Z","caller":"traceutil/trace.go:171","msg":"trace[1524010391] transaction","detail":"{read_only:false; response_revision:24603; number_of_response:1; }","duration":"206.806885ms","start":"2026-04-16T03:39:28.733075Z","end":"2026-04-16T03:39:28.939882Z","steps":["trace[1524010391] 'process raft request' (duration: 206.670822ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:29.388991Z","caller":"traceutil/trace.go:171","msg":"trace[1286106217] transaction","detail":"{read_only:false; response_revision:24604; number_of_response:1; }","duration":"646.266713ms","start":"2026-04-16T03:39:28.742695Z","end":"2026-04-16T03:39:29.388962Z","steps":["trace[1286106217] 'process raft request' (duration: 645.857175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:29.389123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:28.742684Z","time spent":"646.366825ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:29.38913Z","caller":"traceutil/trace.go:171","msg":"trace[260927728] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"641.713767ms","start":"2026-04-16T03:39:28.74739Z","end":"2026-04-16T03:39:29.389104Z","steps":["trace[260927728] 'process raft request' (duration: 641.329199ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:29.389197Z","caller":"traceutil/trace.go:171","msg":"trace[944047256] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"641.552294ms","start":"2026-04-16T03:39:28.747626Z","end":"2026-04-16T03:39:29.389178Z","steps":["trace[944047256] 'process raft request' (duration: 641.165536ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:29.389187Z","caller":"traceutil/trace.go:171","msg":"trace[1019023402] transaction","detail":"{read_only:false; response_revision:24605; number_of_response:1; }","duration":"644.179939ms","start":"2026-04-16T03:39:28.74494Z","end":"2026-04-16T03:39:29.389119Z","steps":["trace[1019023402] 'process raft request' (duration: 643.73494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:29.389267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:28.747587Z","time spent":"641.645856ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:29.389266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:28.747368Z","time spent":"641.820769ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:29.389351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:28.744888Z","time spent":"644.373533ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:29.389568Z","caller":"traceutil/trace.go:171","msg":"trace[579667598] transaction","detail":"{read_only:false; response_revision:24608; number_of_response:1; }","duration":"494.517136ms","start":"2026-04-16T03:39:28.895035Z","end":"2026-04-16T03:39:29.389552Z","steps":["trace[579667598] 'process raft request' (duration: 493.78858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:29.38964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:28.895012Z","time spent":"494.593339ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:29.389744Z","caller":"traceutil/trace.go:171","msg":"trace[1794188438] linearizableReadLoop","detail":"{readStateIndex:25415; appliedIndex:25410; }","duration":"638.430288ms","start":"2026-04-16T03:39:28.751183Z","end":"2026-04-16T03:39:29.389614Z","steps":["trace[1794188438] 'read index received' (duration: 188.593889ms)","trace[1794188438] 'applied index is now lower than readState.Index' (duration: 449.835479ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:29.389858Z","caller":"traceutil/trace.go:171","msg":"trace[1019847292] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"454.380856ms","start":"2026-04-16T03:39:28.935256Z","end":"2026-04-16T03:39:29.389637Z","steps":["trace[1019847292] 'process raft request' (duration: 454.245582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:29.389893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.716013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T03:39:29.389924Z","caller":"traceutil/trace.go:171","msg":"trace[1083950587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24609; }","duration":"638.774405ms","start":"2026-04-16T03:39:28.75114Z","end":"2026-04-16T03:39:29.389915Z","steps":["trace[1083950587] 'agreement among raft nodes before linearized reading' (duration: 638.643862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:29.389944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:28.751131Z","time spent":"638.808825ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:39:29.39Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:28.935221Z","time spent":"454.670321ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:39:29.422121Z","caller":"traceutil/trace.go:171","msg":"trace[507703895] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"165.138672ms","start":"2026-04-16T03:39:29.256964Z","end":"2026-04-16T03:39:29.422103Z","steps":["trace[507703895] 'process raft request' (duration: 165.06432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:29.422344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.334647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:39:29.422384Z","caller":"traceutil/trace.go:171","msg":"trace[1336908551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24611; }","duration":"656.407839ms","start":"2026-04-16T03:39:28.765966Z","end":"2026-04-16T03:39:29.422374Z","steps":["trace[1336908551] 'agreement among raft nodes before linearized reading' (duration: 656.292176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:29.422416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:28.765956Z","time spent":"656.451519ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:39:29.422542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.673718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276018"} {"level":"info","ts":"2026-04-16T03:39:29.422591Z","caller":"traceutil/trace.go:171","msg":"trace[1813635932] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24611; }","duration":"469.785131ms","start":"2026-04-16T03:39:28.952795Z","end":"2026-04-16T03:39:29.42258Z","steps":["trace[1813635932] 'agreement among raft nodes before linearized reading' (duration: 469.378192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:29.422612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.346075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-16T03:39:29.422624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:28.952755Z","time spent":"469.860583ms","remote":"127.0.0.1:41164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276040,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-16T03:39:29.422637Z","caller":"traceutil/trace.go:171","msg":"trace[1265639141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24611; }","duration":"662.390945ms","start":"2026-04-16T03:39:28.760239Z","end":"2026-04-16T03:39:29.42263Z","steps":["trace[1265639141] 'agreement among raft nodes before linearized reading' (duration: 662.330644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:29.422665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:28.760229Z","time spent":"662.430446ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:39:29.422732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.872868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T03:39:29.42212Z","caller":"traceutil/trace.go:171","msg":"trace[259593477] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"347.045609ms","start":"2026-04-16T03:39:29.07505Z","end":"2026-04-16T03:39:29.422095Z","steps":["trace[259593477] 'process raft request' (duration: 346.884855ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:29.422813Z","caller":"traceutil/trace.go:171","msg":"trace[331868821] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24611; }","duration":"125.00211ms","start":"2026-04-16T03:39:29.297792Z","end":"2026-04-16T03:39:29.422794Z","steps":["trace[331868821] 'agreement among raft nodes before linearized reading' (duration: 124.845917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:29.422877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:29.075014Z","time spent":"347.807885ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:29.422893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.508216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T03:39:29.422928Z","caller":"traceutil/trace.go:171","msg":"trace[1276573475] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:24611; }","duration":"328.579567ms","start":"2026-04-16T03:39:29.094337Z","end":"2026-04-16T03:39:29.422917Z","steps":["trace[1276573475] 'agreement among raft nodes before linearized reading' (duration: 328.521296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:29.422958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:29.094319Z","time spent":"328.631959ms","remote":"127.0.0.1:54002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:39:29.422552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.79048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T03:39:29.423177Z","caller":"traceutil/trace.go:171","msg":"trace[884483265] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24611; }","duration":"660.429214ms","start":"2026-04-16T03:39:28.762737Z","end":"2026-04-16T03:39:29.423166Z","steps":["trace[884483265] 'agreement among raft nodes before linearized reading' (duration: 659.758499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:29.423222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:28.762727Z","time spent":"660.483345ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:39:29.737609Z","caller":"traceutil/trace.go:171","msg":"trace[1839941879] linearizableReadLoop","detail":"{readStateIndex:25420; appliedIndex:25419; }","duration":"315.50583ms","start":"2026-04-16T03:39:29.422076Z","end":"2026-04-16T03:39:29.737582Z","steps":["trace[1839941879] 'read index received' (duration: 315.394368ms)","trace[1839941879] 'applied index is now lower than readState.Index' (duration: 110.482µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:29.737721Z","caller":"traceutil/trace.go:171","msg":"trace[321786702] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"339.313555ms","start":"2026-04-16T03:39:29.398399Z","end":"2026-04-16T03:39:29.737713Z","steps":["trace[321786702] 'process raft request' (duration: 339.038019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:29.73782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:29.398389Z","time spent":"339.353306ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:29.737954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.971355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-97bb77d5f-hkmvf.18a6b93ba8cc8fb6\" ","response":"range_response_count:1 size:831"} {"level":"info","ts":"2026-04-16T03:39:29.73803Z","caller":"traceutil/trace.go:171","msg":"trace[1998606222] range","detail":"{range_begin:/registry/events/openstack/magnum-api-97bb77d5f-hkmvf.18a6b93ba8cc8fb6; range_end:; response_count:1; response_revision:24612; }","duration":"345.072347ms","start":"2026-04-16T03:39:29.392942Z","end":"2026-04-16T03:39:29.738015Z","steps":["trace[1998606222] 'agreement among raft nodes before linearized reading' (duration: 344.863112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:29.738061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:29.392928Z","time spent":"345.126107ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":853,"request content":"key:\"/registry/events/openstack/magnum-api-97bb77d5f-hkmvf.18a6b93ba8cc8fb6\" "} {"level":"info","ts":"2026-04-16T03:39:29.738246Z","caller":"traceutil/trace.go:171","msg":"trace[153801187] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"310.107256ms","start":"2026-04-16T03:39:29.428119Z","end":"2026-04-16T03:39:29.738226Z","steps":["trace[153801187] 'process raft request' (duration: 309.977063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:29.738373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:29.4281Z","time spent":"310.204598ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:29.738479Z","caller":"traceutil/trace.go:171","msg":"trace[509878888] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"310.272649ms","start":"2026-04-16T03:39:29.428199Z","end":"2026-04-16T03:39:29.738472Z","steps":["trace[509878888] 'process raft request' (duration: 309.999603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:29.738518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:29.428193Z","time spent":"310.30718ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:29.738567Z","caller":"traceutil/trace.go:171","msg":"trace[1750343637] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"268.2968ms","start":"2026-04-16T03:39:29.470253Z","end":"2026-04-16T03:39:29.73855Z","steps":["trace[1750343637] 'process raft request' (duration: 268.197398ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:29.738596Z","caller":"traceutil/trace.go:171","msg":"trace[1692547067] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"309.473441ms","start":"2026-04-16T03:39:29.429103Z","end":"2026-04-16T03:39:29.738576Z","steps":["trace[1692547067] 'process raft request' (duration: 309.294717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:29.738692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:29.429093Z","time spent":"309.554803ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:29.895273Z","caller":"traceutil/trace.go:171","msg":"trace[1097655748] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"154.931876ms","start":"2026-04-16T03:39:29.74031Z","end":"2026-04-16T03:39:29.895242Z","steps":["trace[1097655748] 'process raft request' (duration: 154.68298ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:31.565969Z","caller":"traceutil/trace.go:171","msg":"trace[17172728] transaction","detail":"{read_only:false; response_revision:24624; number_of_response:1; }","duration":"169.084844ms","start":"2026-04-16T03:39:31.396858Z","end":"2026-04-16T03:39:31.565942Z","steps":["trace[17172728] 'process raft request' (duration: 169.037584ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:31.566138Z","caller":"traceutil/trace.go:171","msg":"trace[180254845] transaction","detail":"{read_only:false; response_revision:24622; number_of_response:1; }","duration":"171.366283ms","start":"2026-04-16T03:39:31.394708Z","end":"2026-04-16T03:39:31.566074Z","steps":["trace[180254845] 'process raft request' (duration: 171.097518ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:31.566241Z","caller":"traceutil/trace.go:171","msg":"trace[1791975755] transaction","detail":"{read_only:false; response_revision:24623; number_of_response:1; }","duration":"170.301831ms","start":"2026-04-16T03:39:31.395927Z","end":"2026-04-16T03:39:31.566229Z","steps":["trace[1791975755] 'process raft request' (duration: 169.931443ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:31.566008Z","caller":"traceutil/trace.go:171","msg":"trace[1155453887] transaction","detail":"{read_only:false; response_revision:24621; number_of_response:1; }","duration":"171.431055ms","start":"2026-04-16T03:39:31.394544Z","end":"2026-04-16T03:39:31.565975Z","steps":["trace[1155453887] 'process raft request' (duration: 170.728761ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:31.576411Z","caller":"traceutil/trace.go:171","msg":"trace[503542989] transaction","detail":"{read_only:false; response_revision:24625; number_of_response:1; }","duration":"149.404347ms","start":"2026-04-16T03:39:31.426969Z","end":"2026-04-16T03:39:31.576373Z","steps":["trace[503542989] 'process raft request' (duration: 149.217143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:31.888542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.010582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T03:39:31.888744Z","caller":"traceutil/trace.go:171","msg":"trace[477980986] transaction","detail":"{read_only:false; response_revision:24627; number_of_response:1; }","duration":"144.72004ms","start":"2026-04-16T03:39:31.743995Z","end":"2026-04-16T03:39:31.888715Z","steps":["trace[477980986] 'process raft request' (duration: 144.654988ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:31.889052Z","caller":"traceutil/trace.go:171","msg":"trace[623997179] linearizableReadLoop","detail":"{readStateIndex:25434; appliedIndex:25433; }","duration":"180.866476ms","start":"2026-04-16T03:39:31.708159Z","end":"2026-04-16T03:39:31.889025Z","steps":["trace[623997179] 'read index received' (duration: 13.325473ms)","trace[623997179] 'applied index is now lower than readState.Index' (duration: 167.536673ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:39:31.8893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.131331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T03:39:31.88938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.036268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T03:39:31.889395Z","caller":"traceutil/trace.go:171","msg":"trace[1602235481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24627; }","duration":"181.294114ms","start":"2026-04-16T03:39:31.708081Z","end":"2026-04-16T03:39:31.889376Z","steps":["trace[1602235481] 'agreement among raft nodes before linearized reading' (duration: 181.131181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:31.889378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.442115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:39:31.889457Z","caller":"traceutil/trace.go:171","msg":"trace[695392144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24627; }","duration":"147.10463ms","start":"2026-04-16T03:39:31.742329Z","end":"2026-04-16T03:39:31.889433Z","steps":["trace[695392144] 'agreement among raft nodes before linearized reading' (duration: 146.885315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:31.889468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.008546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T03:39:31.889477Z","caller":"traceutil/trace.go:171","msg":"trace[1873383918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24627; }","duration":"146.561237ms","start":"2026-04-16T03:39:31.742898Z","end":"2026-04-16T03:39:31.889459Z","steps":["trace[1873383918] 'agreement among raft nodes before linearized reading' (duration: 146.357053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:31.889385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.886195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T03:39:31.88956Z","caller":"traceutil/trace.go:171","msg":"trace[1517072553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24627; }","duration":"146.120579ms","start":"2026-04-16T03:39:31.743413Z","end":"2026-04-16T03:39:31.889534Z","steps":["trace[1517072553] 'agreement among raft nodes before linearized reading' (duration: 145.858143ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:31.889636Z","caller":"traceutil/trace.go:171","msg":"trace[1183847951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24627; }","duration":"147.158371ms","start":"2026-04-16T03:39:31.742439Z","end":"2026-04-16T03:39:31.889598Z","steps":["trace[1183847951] 'agreement among raft nodes before linearized reading' (duration: 146.800584ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:31.889825Z","caller":"traceutil/trace.go:171","msg":"trace[1621157758] transaction","detail":"{read_only:false; response_revision:24626; number_of_response:1; }","duration":"308.727626ms","start":"2026-04-16T03:39:31.581069Z","end":"2026-04-16T03:39:31.889797Z","steps":["trace[1621157758] 'process raft request' (duration: 140.358156ms)","trace[1621157758] 'compare' (duration: 166.874718ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:39:31.889956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:31.581048Z","time spent":"308.825338ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:32.468641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290854827641981,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:39:32.711269Z","caller":"traceutil/trace.go:171","msg":"trace[587696800] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"818.071276ms","start":"2026-04-16T03:39:31.893179Z","end":"2026-04-16T03:39:32.71125Z","steps":["trace[587696800] 'process raft request' (duration: 817.953934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:32.711383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:31.893157Z","time spent":"818.166849ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:32.735485Z","caller":"traceutil/trace.go:171","msg":"trace[723546155] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"841.610086ms","start":"2026-04-16T03:39:31.893844Z","end":"2026-04-16T03:39:32.735454Z","steps":["trace[723546155] 'process raft request' (duration: 841.501763ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:32.735558Z","caller":"traceutil/trace.go:171","msg":"trace[463996685] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"841.994444ms","start":"2026-04-16T03:39:31.893491Z","end":"2026-04-16T03:39:32.735485Z","steps":["trace[463996685] 'process raft request' (duration: 841.670358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:32.735766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:31.893813Z","time spent":"841.82177ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:32.735818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:31.893466Z","time spent":"842.218138ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:32.735859Z","caller":"traceutil/trace.go:171","msg":"trace[1744523335] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"841.102484ms","start":"2026-04-16T03:39:31.894714Z","end":"2026-04-16T03:39:32.735816Z","steps":["trace[1744523335] 'process raft request' (duration: 840.692446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:32.736037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:31.894694Z","time spent":"841.254538ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:33.070145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.524622ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:39:33.070713Z","caller":"traceutil/trace.go:171","msg":"trace[193218428] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"710.376723ms","start":"2026-04-16T03:39:32.360289Z","end":"2026-04-16T03:39:33.070665Z","steps":["trace[193218428] 'process raft request' (duration: 709.947713ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:33.070795Z","caller":"traceutil/trace.go:171","msg":"trace[198296812] linearizableReadLoop","detail":"{readStateIndex:25441; appliedIndex:25435; }","duration":"1.102540599s","start":"2026-04-16T03:39:31.968231Z","end":"2026-04-16T03:39:33.070771Z","steps":["trace[198296812] 'read index received' (duration: 742.985504ms)","trace[198296812] 'applied index is now lower than readState.Index' (duration: 359.553695ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:39:33.070919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:32.36027Z","time spent":"710.543127ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:33.07121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.371336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T03:39:33.071199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102948477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T03:39:33.071247Z","caller":"traceutil/trace.go:171","msg":"trace[3116081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24633; }","duration":"364.446938ms","start":"2026-04-16T03:39:32.706789Z","end":"2026-04-16T03:39:33.071236Z","steps":["trace[3116081] 'agreement among raft nodes before linearized reading' (duration: 364.379476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:33.071269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:32.706771Z","time spent":"364.493078ms","remote":"127.0.0.1:40670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:39:33.071264Z","caller":"traceutil/trace.go:171","msg":"trace[2122831600] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24633; }","duration":"1.10305268s","start":"2026-04-16T03:39:31.968195Z","end":"2026-04-16T03:39:33.071247Z","steps":["trace[2122831600] 'agreement among raft nodes before linearized reading' (duration: 1.102714403s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:33.071276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.593187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T03:39:33.071378Z","caller":"traceutil/trace.go:171","msg":"trace[1837531634] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24633; }","duration":"352.707439ms","start":"2026-04-16T03:39:32.718647Z","end":"2026-04-16T03:39:33.071355Z","steps":["trace[1837531634] 'agreement among raft nodes before linearized reading' (duration: 352.544876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:33.071388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.356942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-16T03:39:33.07131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:31.968179Z","time spent":"1.103120501s","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:39:33.071439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:32.718588Z","time spent":"352.836062ms","remote":"127.0.0.1:50982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:39:33.071487Z","caller":"traceutil/trace.go:171","msg":"trace[260146748] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24633; }","duration":"328.466744ms","start":"2026-04-16T03:39:32.742996Z","end":"2026-04-16T03:39:33.071463Z","steps":["trace[260146748] 'agreement among raft nodes before linearized reading' (duration: 328.190039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:33.071549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:32.742948Z","time spent":"328.590977ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-16T03:39:41.965006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.633871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T03:39:41.965127Z","caller":"traceutil/trace.go:171","msg":"trace[1965337973] transaction","detail":"{read_only:false; response_revision:24696; number_of_response:1; }","duration":"354.879585ms","start":"2026-04-16T03:39:41.610224Z","end":"2026-04-16T03:39:41.965103Z","steps":["trace[1965337973] 'process raft request' (duration: 182.03591ms)","trace[1965337973] 'compare' (duration: 171.902174ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:39:41.965201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:41.610192Z","time spent":"354.970507ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:42.553202Z","caller":"traceutil/trace.go:171","msg":"trace[1108932025] linearizableReadLoop","detail":"{readStateIndex:25510; appliedIndex:25505; }","duration":"846.47368ms","start":"2026-04-16T03:39:41.7067Z","end":"2026-04-16T03:39:42.553174Z","steps":["trace[1108932025] 'read index received' (duration: 85.635356ms)","trace[1108932025] 'applied index is now lower than readState.Index' (duration: 760.836844ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:42.553367Z","caller":"traceutil/trace.go:171","msg":"trace[1420178045] transaction","detail":"{read_only:false; response_revision:24700; number_of_response:1; }","duration":"895.1174ms","start":"2026-04-16T03:39:41.658233Z","end":"2026-04-16T03:39:42.55335Z","steps":["trace[1420178045] 'process raft request' (duration: 894.890835ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:42.55347Z","caller":"traceutil/trace.go:171","msg":"trace[1261078637] transaction","detail":"{read_only:false; response_revision:24699; number_of_response:1; }","duration":"895.268964ms","start":"2026-04-16T03:39:41.658172Z","end":"2026-04-16T03:39:42.553441Z","steps":["trace[1261078637] 'process raft request' (duration: 894.894055ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:42.553538Z","caller":"traceutil/trace.go:171","msg":"trace[1497810739] transaction","detail":"{read_only:false; response_revision:24697; number_of_response:1; }","duration":"905.149454ms","start":"2026-04-16T03:39:41.648208Z","end":"2026-04-16T03:39:42.553357Z","steps":["trace[1497810739] 'process raft request' (duration: 882.357809ms)","trace[1497810739] 'compare' (duration: 21.865854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:39:42.554225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.507791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T03:39:42.554311Z","caller":"traceutil/trace.go:171","msg":"trace[479492574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24700; }","duration":"847.631414ms","start":"2026-04-16T03:39:41.706666Z","end":"2026-04-16T03:39:42.554298Z","steps":["trace[479492574] 'agreement among raft nodes before linearized reading' (duration: 846.835418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:42.554347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:41.706654Z","time spent":"847.687115ms","remote":"127.0.0.1:40670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:39:42.55356Z","caller":"traceutil/trace.go:171","msg":"trace[496384240] transaction","detail":"{read_only:false; response_revision:24698; number_of_response:1; }","duration":"895.428897ms","start":"2026-04-16T03:39:41.658109Z","end":"2026-04-16T03:39:42.553538Z","steps":["trace[496384240] 'process raft request' (duration: 894.829654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:42.554966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:41.658096Z","time spent":"896.812546ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:42.555276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:41.648177Z","time spent":"905.555762ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:42.555188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:41.658168Z","time spent":"895.490599ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:42.555964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:41.658228Z","time spent":"895.184273ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:42.558349Z","caller":"traceutil/trace.go:171","msg":"trace[1457053081] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"639.389417ms","start":"2026-04-16T03:39:41.918945Z","end":"2026-04-16T03:39:42.558335Z","steps":["trace[1457053081] 'process raft request' (duration: 639.165083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:42.558433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:41.918904Z","time spent":"639.482079ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:43.010459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.229839ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:39:43.010597Z","caller":"traceutil/trace.go:171","msg":"trace[1718759206] linearizableReadLoop","detail":"{readStateIndex:25512; appliedIndex:25510; }","duration":"457.298346ms","start":"2026-04-16T03:39:42.553286Z","end":"2026-04-16T03:39:43.010584Z","steps":["trace[1718759206] 'read index received' (duration: 649.174µs)","trace[1718759206] 'applied index is now lower than readState.Index' (duration: 456.648232ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:39:43.010714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188491091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T03:39:43.010734Z","caller":"traceutil/trace.go:171","msg":"trace[1334006643] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24701; }","duration":"1.188548522s","start":"2026-04-16T03:39:41.822178Z","end":"2026-04-16T03:39:43.010726Z","steps":["trace[1334006643] 'agreement among raft nodes before linearized reading' (duration: 1.18846405s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:43.010754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:41.822164Z","time spent":"1.188584733s","remote":"127.0.0.1:56160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:39:43.010796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.024511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T03:39:43.0109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265860672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T03:39:43.010919Z","caller":"traceutil/trace.go:171","msg":"trace[505346075] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24701; }","duration":"1.265899842s","start":"2026-04-16T03:39:41.745013Z","end":"2026-04-16T03:39:43.010913Z","steps":["trace[505346075] 'agreement among raft nodes before linearized reading' (duration: 1.265874072s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:43.010933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:41.745Z","time spent":"1.265929442s","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:39:43.01093Z","caller":"traceutil/trace.go:171","msg":"trace[613908001] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24701; }","duration":"956.216046ms","start":"2026-04-16T03:39:42.054685Z","end":"2026-04-16T03:39:43.010901Z","steps":["trace[613908001] 'agreement among raft nodes before linearized reading' (duration: 955.9519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:43.011012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.497906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T03:39:43.011005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:42.054675Z","time spent":"956.317918ms","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:39:43.011033Z","caller":"traceutil/trace.go:171","msg":"trace[2117436593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24701; }","duration":"453.541656ms","start":"2026-04-16T03:39:42.557487Z","end":"2026-04-16T03:39:43.011029Z","steps":["trace[2117436593] 'agreement among raft nodes before linearized reading' (duration: 453.508106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:43.011047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:42.557468Z","time spent":"453.576718ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:39:43.011212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.364381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T03:39:43.011228Z","caller":"traceutil/trace.go:171","msg":"trace[1597317141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24701; }","duration":"211.393783ms","start":"2026-04-16T03:39:42.79983Z","end":"2026-04-16T03:39:43.011224Z","steps":["trace[1597317141] 'agreement among raft nodes before linearized reading' (duration: 211.321141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:43.011314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.271742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:39:43.011329Z","caller":"traceutil/trace.go:171","msg":"trace[1711901853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24701; }","duration":"222.298293ms","start":"2026-04-16T03:39:42.789027Z","end":"2026-04-16T03:39:43.011326Z","steps":["trace[1711901853] 'agreement among raft nodes before linearized reading' (duration: 222.257592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:43.011387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.154108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T03:39:43.01144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.181026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T03:39:43.011456Z","caller":"traceutil/trace.go:171","msg":"trace[1537845225] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24701; }","duration":"226.224547ms","start":"2026-04-16T03:39:42.785227Z","end":"2026-04-16T03:39:43.011452Z","steps":["trace[1537845225] 'agreement among raft nodes before linearized reading' (duration: 226.190167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:43.011408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.899175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T03:39:43.011486Z","caller":"traceutil/trace.go:171","msg":"trace[1518703493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24701; }","duration":"222.982538ms","start":"2026-04-16T03:39:42.788493Z","end":"2026-04-16T03:39:43.011475Z","steps":["trace[1518703493] 'agreement among raft nodes before linearized reading' (duration: 222.889616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:43.010876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250604288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T03:39:43.011655Z","caller":"traceutil/trace.go:171","msg":"trace[1085983963] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24701; }","duration":"1.251351274s","start":"2026-04-16T03:39:41.760267Z","end":"2026-04-16T03:39:43.011618Z","steps":["trace[1085983963] 'agreement among raft nodes before linearized reading' (duration: 1.250588478s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:43.011774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:41.760228Z","time spent":"1.251507437s","remote":"127.0.0.1:47664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:39:43.011772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.533693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T03:39:43.011928Z","caller":"traceutil/trace.go:171","msg":"trace[689951587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24701; }","duration":"275.778417ms","start":"2026-04-16T03:39:42.73613Z","end":"2026-04-16T03:39:43.011908Z","steps":["trace[689951587] 'agreement among raft nodes before linearized reading' (duration: 275.538952ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:43.011439Z","caller":"traceutil/trace.go:171","msg":"trace[1756033001] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24701; }","duration":"610.23791ms","start":"2026-04-16T03:39:42.401184Z","end":"2026-04-16T03:39:43.011422Z","steps":["trace[1756033001] 'agreement among raft nodes before linearized reading' (duration: 610.161488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:43.012123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:42.401165Z","time spent":"610.929144ms","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:39:43.011983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.592991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T03:39:43.012251Z","caller":"traceutil/trace.go:171","msg":"trace[64708027] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24701; }","duration":"680.845576ms","start":"2026-04-16T03:39:42.331379Z","end":"2026-04-16T03:39:43.012225Z","steps":["trace[64708027] 'agreement among raft nodes before linearized reading' (duration: 680.572131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:43.012317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:42.331308Z","time spent":"680.98701ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:39:43.426831Z","caller":"traceutil/trace.go:171","msg":"trace[1836681815] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"404.849504ms","start":"2026-04-16T03:39:43.021955Z","end":"2026-04-16T03:39:43.426804Z","steps":["trace[1836681815] 'process raft request' (duration: 404.62662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:43.427043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:43.021934Z","time spent":"404.974196ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:44.878435Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.451792734s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:39:44.879217Z","caller":"traceutil/trace.go:171","msg":"trace[1803754334] transaction","detail":"{read_only:false; response_revision:24703; number_of_response:1; }","duration":"1.856509446s","start":"2026-04-16T03:39:43.022661Z","end":"2026-04-16T03:39:44.879171Z","steps":["trace[1803754334] 'process raft request' (duration: 1.856130508s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:44.879215Z","caller":"traceutil/trace.go:171","msg":"trace[869933264] transaction","detail":"{read_only:false; response_revision:24704; number_of_response:1; }","duration":"1.85573818s","start":"2026-04-16T03:39:43.023439Z","end":"2026-04-16T03:39:44.879177Z","steps":["trace[869933264] 'process raft request' (duration: 1.855634198s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:44.879443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:43.02343Z","time spent":"1.855893673s","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:44.879454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:43.022655Z","time spent":"1.856655139s","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:44.879604Z","caller":"traceutil/trace.go:171","msg":"trace[313539876] transaction","detail":"{read_only:false; response_revision:24705; number_of_response:1; }","duration":"1.855104335s","start":"2026-04-16T03:39:43.024455Z","end":"2026-04-16T03:39:44.879559Z","steps":["trace[313539876] 'process raft request' (duration: 1.854664076s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:44.879686Z","caller":"traceutil/trace.go:171","msg":"trace[1343401232] linearizableReadLoop","detail":"{readStateIndex:25517; appliedIndex:25512; }","duration":"1.778868339s","start":"2026-04-16T03:39:43.10079Z","end":"2026-04-16T03:39:44.879658Z","steps":["trace[1343401232] 'read index received' (duration: 325.849379ms)","trace[1343401232] 'applied index is now lower than readState.Index' (duration: 1.45301795s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:44.879742Z","caller":"traceutil/trace.go:171","msg":"trace[1437597018] transaction","detail":"{read_only:false; response_revision:24707; number_of_response:1; }","duration":"1.760412087s","start":"2026-04-16T03:39:43.11931Z","end":"2026-04-16T03:39:44.879722Z","steps":["trace[1437597018] 'process raft request' (duration: 1.760291675s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:44.879804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:43.024428Z","time spent":"1.855274819s","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:44.87982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:43.119276Z","time spent":"1.76050553s","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:44.879716Z","caller":"traceutil/trace.go:171","msg":"trace[1883043931] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"1.794369248s","start":"2026-04-16T03:39:43.085296Z","end":"2026-04-16T03:39:44.879665Z","steps":["trace[1883043931] 'process raft request' (duration: 1.794140123s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:44.879915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779098665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T03:39:44.879963Z","caller":"traceutil/trace.go:171","msg":"trace[649803577] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24707; }","duration":"1.779209056s","start":"2026-04-16T03:39:43.100737Z","end":"2026-04-16T03:39:44.879946Z","steps":["trace[649803577] 'agreement among raft nodes before linearized reading' (duration: 1.779066423s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:44.879983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:43.085274Z","time spent":"1.794665575s","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:44.880009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:43.100713Z","time spent":"1.779285968s","remote":"127.0.0.1:47736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:39:45.379973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290854827642165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:39:45.708415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000213673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:39:45.7085Z","caller":"traceutil/trace.go:171","msg":"trace[1793739970] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000311715s","start":"2026-04-16T03:39:43.708169Z","end":"2026-04-16T03:39:45.708481Z","steps":["trace[1793739970] 'agreement among raft nodes before linearized reading' (duration: 2.000210662s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:45.708553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:43.708122Z","time spent":"2.000415017s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:39:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:39:45.88031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290854827642165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:39:45.993939Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.115106094s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:39:45.994439Z","caller":"traceutil/trace.go:171","msg":"trace[1182599264] transaction","detail":"{read_only:false; response_revision:24708; number_of_response:1; }","duration":"2.530433645s","start":"2026-04-16T03:39:43.463978Z","end":"2026-04-16T03:39:45.994411Z","steps":["trace[1182599264] 'process raft request' (duration: 2.530214041s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:45.994579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:43.463952Z","time spent":"2.530544107s","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:45.994755Z","caller":"traceutil/trace.go:171","msg":"trace[1266663514] transaction","detail":"{read_only:false; response_revision:24709; number_of_response:1; }","duration":"2.098931935s","start":"2026-04-16T03:39:43.895806Z","end":"2026-04-16T03:39:45.994738Z","steps":["trace[1266663514] 'process raft request' (duration: 2.098558407s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:45.994829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:43.895775Z","time spent":"2.099018587s","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:45.994916Z","caller":"traceutil/trace.go:171","msg":"trace[529370680] transaction","detail":"{read_only:false; response_revision:24710; number_of_response:1; }","duration":"2.024019626s","start":"2026-04-16T03:39:43.970871Z","end":"2026-04-16T03:39:45.99489Z","steps":["trace[529370680] 'process raft request' (duration: 2.023772691s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:45.994952Z","caller":"traceutil/trace.go:171","msg":"trace[419271280] transaction","detail":"{read_only:false; response_revision:24711; number_of_response:1; }","duration":"1.557804042s","start":"2026-04-16T03:39:44.43711Z","end":"2026-04-16T03:39:45.994915Z","steps":["trace[419271280] 'process raft request' (duration: 1.557666169s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:45.995038Z","caller":"traceutil/trace.go:171","msg":"trace[585653877] transaction","detail":"{read_only:false; response_revision:24716; number_of_response:1; }","duration":"1.42849165s","start":"2026-04-16T03:39:44.566523Z","end":"2026-04-16T03:39:45.995014Z","steps":["trace[585653877] 'process raft request' (duration: 1.428443589s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:45.995056Z","caller":"traceutil/trace.go:171","msg":"trace[1436717242] transaction","detail":"{read_only:false; response_revision:24714; number_of_response:1; }","duration":"1.432531745s","start":"2026-04-16T03:39:44.562484Z","end":"2026-04-16T03:39:45.995015Z","steps":["trace[1436717242] 'process raft request' (duration: 1.432414643s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:45.995107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:44.43708Z","time spent":"1.557948294s","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:45.995128Z","caller":"traceutil/trace.go:171","msg":"trace[195770861] transaction","detail":"{read_only:false; response_revision:24713; number_of_response:1; }","duration":"1.432854452s","start":"2026-04-16T03:39:44.562263Z","end":"2026-04-16T03:39:45.995118Z","steps":["trace[195770861] 'process raft request' (duration: 1.432598787s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:45.995184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:44.562225Z","time spent":"1.432931214s","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:45.99521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:44.56651Z","time spent":"1.428594742s","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:45.995268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:44.562451Z","time spent":"1.432698369s","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:45.9953Z","caller":"traceutil/trace.go:171","msg":"trace[211920504] transaction","detail":"{read_only:false; response_revision:24715; number_of_response:1; }","duration":"1.431738779s","start":"2026-04-16T03:39:44.56355Z","end":"2026-04-16T03:39:45.995288Z","steps":["trace[211920504] 'process raft request' (duration: 1.431378081s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:45.995066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:43.970853Z","time spent":"2.024134129s","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:45.995357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:44.563533Z","time spent":"1.431791919s","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:45.994946Z","caller":"traceutil/trace.go:171","msg":"trace[1664140719] transaction","detail":"{read_only:false; response_revision:24712; number_of_response:1; }","duration":"1.433209479s","start":"2026-04-16T03:39:44.561726Z","end":"2026-04-16T03:39:45.994936Z","steps":["trace[1664140719] 'process raft request' (duration: 1.433098557s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:45.995462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:44.561664Z","time spent":"1.433770892s","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:46.032665Z","caller":"traceutil/trace.go:171","msg":"trace[1184695767] transaction","detail":"{read_only:false; response_revision:24717; number_of_response:1; }","duration":"320.821313ms","start":"2026-04-16T03:39:45.711811Z","end":"2026-04-16T03:39:46.032632Z","steps":["trace[1184695767] 'process raft request' (duration: 320.533616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:46.032831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355362209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T03:39:46.032848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561124417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T03:39:46.032872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233215784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T03:39:46.032886Z","caller":"traceutil/trace.go:171","msg":"trace[28786452] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24717; }","duration":"1.355456501s","start":"2026-04-16T03:39:44.677412Z","end":"2026-04-16T03:39:46.032869Z","steps":["trace[28786452] 'agreement among raft nodes before linearized reading' (duration: 1.355255787s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:46.032894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:45.711767Z","time spent":"320.975637ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:39:46.032925Z","caller":"traceutil/trace.go:171","msg":"trace[1871132279] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24717; }","duration":"2.233305166s","start":"2026-04-16T03:39:43.799607Z","end":"2026-04-16T03:39:46.032912Z","steps":["trace[1871132279] 'agreement among raft nodes before linearized reading' (duration: 2.233127072s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:46.032927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:44.677397Z","time spent":"1.355522292s","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:39:46.032944Z","caller":"traceutil/trace.go:171","msg":"trace[1819591799] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24717; }","duration":"2.56124107s","start":"2026-04-16T03:39:43.471655Z","end":"2026-04-16T03:39:46.032896Z","steps":["trace[1819591799] 'agreement among raft nodes before linearized reading' (duration: 2.561109437s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:46.032959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:43.79959Z","time spent":"2.233360607s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:39:46.033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:43.471643Z","time spent":"2.561339922s","remote":"127.0.0.1:55850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:39:46.033097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444822087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T03:39:46.032528Z","caller":"traceutil/trace.go:171","msg":"trace[332266003] linearizableReadLoop","detail":"{readStateIndex:25528; appliedIndex:25518; }","duration":"1.152731823s","start":"2026-04-16T03:39:44.879765Z","end":"2026-04-16T03:39:46.032497Z","steps":["trace[332266003] 'read index received' (duration: 1.11439244s)","trace[332266003] 'applied index is now lower than readState.Index' (duration: 38.337633ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:46.033214Z","caller":"traceutil/trace.go:171","msg":"trace[1404332247] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24717; }","duration":"1.44497691s","start":"2026-04-16T03:39:44.588211Z","end":"2026-04-16T03:39:46.033188Z","steps":["trace[1404332247] 'agreement among raft nodes before linearized reading' (duration: 1.444318106s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:46.033219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020936802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T03:39:46.033263Z","caller":"traceutil/trace.go:171","msg":"trace[1682185092] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24717; }","duration":"2.021017464s","start":"2026-04-16T03:39:44.012233Z","end":"2026-04-16T03:39:46.033251Z","steps":["trace[1682185092] 'agreement among raft nodes before linearized reading' (duration: 2.020915192s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:46.033274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:44.588163Z","time spent":"1.445099682s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":241,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:39:46.033311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:44.012221Z","time spent":"2.021081255s","remote":"127.0.0.1:60350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T03:39:46.033444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030717206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T03:39:46.033498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.459764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T03:39:46.033501Z","caller":"traceutil/trace.go:171","msg":"trace[1111762284] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24717; }","duration":"1.030779427s","start":"2026-04-16T03:39:45.002703Z","end":"2026-04-16T03:39:46.033483Z","steps":["trace[1111762284] 'agreement among raft nodes before linearized reading' (duration: 1.030684665s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:46.033535Z","caller":"traceutil/trace.go:171","msg":"trace[1953049165] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24717; }","duration":"602.534476ms","start":"2026-04-16T03:39:45.430987Z","end":"2026-04-16T03:39:46.033522Z","steps":["trace[1953049165] 'agreement among raft nodes before linearized reading' (duration: 602.419663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:46.033507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.516783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T03:39:46.033549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:45.00268Z","time spent":"1.030853758s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:39:46.033563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:45.430954Z","time spent":"602.603888ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:39:46.033555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.042775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T03:39:46.033592Z","caller":"traceutil/trace.go:171","msg":"trace[62529505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24717; }","duration":"317.662366ms","start":"2026-04-16T03:39:45.71591Z","end":"2026-04-16T03:39:46.033573Z","steps":["trace[62529505] 'agreement among raft nodes before linearized reading' (duration: 317.495122ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:46.033612Z","caller":"traceutil/trace.go:171","msg":"trace[301018259] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24717; }","duration":"817.100256ms","start":"2026-04-16T03:39:45.216493Z","end":"2026-04-16T03:39:46.033593Z","steps":["trace[301018259] 'agreement among raft nodes before linearized reading' (duration: 817.001304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:46.033631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.183543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T03:39:46.033649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:45.715888Z","time spent":"317.751627ms","remote":"127.0.0.1:40670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:39:46.033657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:45.216392Z","time spent":"817.251869ms","remote":"127.0.0.1:60032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:39:46.033666Z","caller":"traceutil/trace.go:171","msg":"trace[892514660] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24717; }","duration":"107.257854ms","start":"2026-04-16T03:39:45.926398Z","end":"2026-04-16T03:39:46.033656Z","steps":["trace[892514660] 'agreement among raft nodes before linearized reading' (duration: 107.200612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:46.033946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.694545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T03:39:46.033988Z","caller":"traceutil/trace.go:171","msg":"trace[1383420915] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24717; }","duration":"316.769947ms","start":"2026-04-16T03:39:45.717206Z","end":"2026-04-16T03:39:46.033976Z","steps":["trace[1383420915] 'agreement among raft nodes before linearized reading' (duration: 316.690826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:46.034022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:45.717192Z","time spent":"316.820568ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:39:46.035009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.887860384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-16T03:39:46.035084Z","caller":"traceutil/trace.go:171","msg":"trace[480687234] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24717; }","duration":"2.887965916s","start":"2026-04-16T03:39:43.1471Z","end":"2026-04-16T03:39:46.035066Z","steps":["trace[480687234] 'agreement among raft nodes before linearized reading' (duration: 2.885606647s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:46.035135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:43.147085Z","time spent":"2.888031727s","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:39:46.812385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.637654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T03:39:46.812524Z","caller":"traceutil/trace.go:171","msg":"trace[270466493] transaction","detail":"{read_only:false; response_revision:24718; number_of_response:1; }","duration":"772.289696ms","start":"2026-04-16T03:39:46.040209Z","end":"2026-04-16T03:39:46.812498Z","steps":["trace[270466493] 'process raft request' (duration: 414.447608ms)","trace[270466493] 'compare' (duration: 356.97764ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:39:46.812602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:46.040191Z","time spent":"772.379238ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:46.986958Z","caller":"traceutil/trace.go:171","msg":"trace[61880516] transaction","detail":"{read_only:false; response_revision:24721; number_of_response:1; }","duration":"102.099825ms","start":"2026-04-16T03:39:46.884827Z","end":"2026-04-16T03:39:46.986927Z","steps":["trace[61880516] 'process raft request' (duration: 102.042293ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:46.987034Z","caller":"traceutil/trace.go:171","msg":"trace[1481798093] transaction","detail":"{read_only:false; response_revision:24720; number_of_response:1; }","duration":"617.384811ms","start":"2026-04-16T03:39:46.369586Z","end":"2026-04-16T03:39:46.986971Z","steps":["trace[1481798093] 'process raft request' (duration: 617.105975ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:46.987234Z","caller":"traceutil/trace.go:171","msg":"trace[748530278] linearizableReadLoop","detail":"{readStateIndex:25530; appliedIndex:25528; }","duration":"936.687562ms","start":"2026-04-16T03:39:46.050534Z","end":"2026-04-16T03:39:46.987221Z","steps":["trace[748530278] 'read index received' (duration: 404.136719ms)","trace[748530278] 'applied index is now lower than readState.Index' (duration: 532.549153ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:46.987202Z","caller":"traceutil/trace.go:171","msg":"trace[2147061211] transaction","detail":"{read_only:false; response_revision:24719; number_of_response:1; }","duration":"946.439069ms","start":"2026-04-16T03:39:46.040724Z","end":"2026-04-16T03:39:46.987163Z","steps":["trace[2147061211] 'process raft request' (duration: 942.058986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:46.987311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:46.36957Z","time spent":"617.592446ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:46.987391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.824945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T03:39:46.987422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:46.040704Z","time spent":"946.584641ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:46.987435Z","caller":"traceutil/trace.go:171","msg":"trace[1047936453] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24721; }","duration":"936.913846ms","start":"2026-04-16T03:39:46.050505Z","end":"2026-04-16T03:39:46.987419Z","steps":["trace[1047936453] 'agreement among raft nodes before linearized reading' (duration: 936.815474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:46.987468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:46.050496Z","time spent":"936.960428ms","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T03:39:46.98775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.178978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T03:39:46.987783Z","caller":"traceutil/trace.go:171","msg":"trace[2027258350] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24721; }","duration":"177.262399ms","start":"2026-04-16T03:39:46.81051Z","end":"2026-04-16T03:39:46.987772Z","steps":["trace[2027258350] 'agreement among raft nodes before linearized reading' (duration: 177.204028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:46.987781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.372183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-16T03:39:46.987935Z","caller":"traceutil/trace.go:171","msg":"trace[843086297] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24721; }","duration":"925.651108ms","start":"2026-04-16T03:39:46.062265Z","end":"2026-04-16T03:39:46.987916Z","steps":["trace[843086297] 'agreement among raft nodes before linearized reading' (duration: 925.171817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:46.98798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:46.062237Z","time spent":"925.73205ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T03:39:46.988014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.366664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:39:46.988016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.344703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T03:39:46.988045Z","caller":"traceutil/trace.go:171","msg":"trace[152570039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24721; }","duration":"104.423585ms","start":"2026-04-16T03:39:46.883612Z","end":"2026-04-16T03:39:46.988036Z","steps":["trace[152570039] 'agreement among raft nodes before linearized reading' (duration: 104.315723ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:46.988049Z","caller":"traceutil/trace.go:171","msg":"trace[1640288404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24721; }","duration":"104.383764ms","start":"2026-04-16T03:39:46.883655Z","end":"2026-04-16T03:39:46.988039Z","steps":["trace[1640288404] 'agreement among raft nodes before linearized reading' (duration: 104.263351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:46.988176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.140765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-16T03:39:46.988205Z","caller":"traceutil/trace.go:171","msg":"trace[1901656676] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:24721; }","duration":"159.204036ms","start":"2026-04-16T03:39:46.828993Z","end":"2026-04-16T03:39:46.988197Z","steps":["trace[1901656676] 'agreement among raft nodes before linearized reading' (duration: 159.116734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:46.988253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.118307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-16T03:39:46.988262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.006444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-16T03:39:46.988283Z","caller":"traceutil/trace.go:171","msg":"trace[716087282] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24721; }","duration":"104.157609ms","start":"2026-04-16T03:39:46.884116Z","end":"2026-04-16T03:39:46.988274Z","steps":["trace[716087282] 'agreement among raft nodes before linearized reading' (duration: 104.086337ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:46.988294Z","caller":"traceutil/trace.go:171","msg":"trace[1521503611] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24721; }","duration":"219.036955ms","start":"2026-04-16T03:39:46.769246Z","end":"2026-04-16T03:39:46.988283Z","steps":["trace[1521503611] 'agreement among raft nodes before linearized reading' (duration: 218.928223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:46.988384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.096342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T03:39:46.988411Z","caller":"traceutil/trace.go:171","msg":"trace[371319393] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24721; }","duration":"514.148742ms","start":"2026-04-16T03:39:46.474252Z","end":"2026-04-16T03:39:46.988401Z","steps":["trace[371319393] 'agreement among raft nodes before linearized reading' (duration: 514.097311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:46.988436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:46.474214Z","time spent":"514.214314ms","remote":"127.0.0.1:50972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:39:46.988469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.100598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-97bb77d5f-hkmvf\" ","response":"range_response_count:1 size:8782"} {"level":"info","ts":"2026-04-16T03:39:46.988498Z","caller":"traceutil/trace.go:171","msg":"trace[276772691] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-97bb77d5f-hkmvf; range_end:; response_count:1; response_revision:24721; }","duration":"660.167549ms","start":"2026-04-16T03:39:46.328322Z","end":"2026-04-16T03:39:46.98849Z","steps":["trace[276772691] 'agreement among raft nodes before linearized reading' (duration: 660.088208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:46.988521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:46.328304Z","time spent":"660.20828ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":8804,"request content":"key:\"/registry/pods/openstack/magnum-api-97bb77d5f-hkmvf\" "} {"level":"warn","ts":"2026-04-16T03:39:46.988599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.88832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T03:39:46.988632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.813608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-97bb77d5f-hkmvf.18a6b93879591c13\" ","response":"range_response_count:1 size:887"} {"level":"info","ts":"2026-04-16T03:39:46.988663Z","caller":"traceutil/trace.go:171","msg":"trace[880092750] range","detail":"{range_begin:/registry/events/openstack/magnum-api-97bb77d5f-hkmvf.18a6b93879591c13; range_end:; response_count:1; response_revision:24721; }","duration":"656.857959ms","start":"2026-04-16T03:39:46.331794Z","end":"2026-04-16T03:39:46.988652Z","steps":["trace[880092750] 'agreement among raft nodes before linearized reading' (duration: 656.783817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:46.988687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:46.331785Z","time spent":"656.895949ms","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":909,"request content":"key:\"/registry/events/openstack/magnum-api-97bb77d5f-hkmvf.18a6b93879591c13\" "} {"level":"warn","ts":"2026-04-16T03:39:46.988718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.145285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-16T03:39:46.988756Z","caller":"traceutil/trace.go:171","msg":"trace[378189610] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24721; }","duration":"292.223037ms","start":"2026-04-16T03:39:46.69652Z","end":"2026-04-16T03:39:46.988743Z","steps":["trace[378189610] 'agreement among raft nodes before linearized reading' (duration: 292.125024ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:46.988631Z","caller":"traceutil/trace.go:171","msg":"trace[534134089] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24721; }","duration":"225.970852ms","start":"2026-04-16T03:39:46.762649Z","end":"2026-04-16T03:39:46.98862Z","steps":["trace[534134089] 'agreement among raft nodes before linearized reading' (duration: 225.914171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:52.036323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.813603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-91196698-1a49-46b6-afa3-0be0e1e43a2b\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-16T03:39:52.036418Z","caller":"traceutil/trace.go:171","msg":"trace[1867124378] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-91196698-1a49-46b6-afa3-0be0e1e43a2b; range_end:; response_count:1; response_revision:24822; }","duration":"104.960306ms","start":"2026-04-16T03:39:51.931434Z","end":"2026-04-16T03:39:52.036394Z","steps":["trace[1867124378] 'range keys from in-memory index tree' (duration: 104.628299ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:52.227525Z","caller":"traceutil/trace.go:171","msg":"trace[89227527] transaction","detail":"{read_only:false; response_revision:24826; number_of_response:1; }","duration":"209.338729ms","start":"2026-04-16T03:39:52.018167Z","end":"2026-04-16T03:39:52.227505Z","steps":["trace[89227527] 'process raft request' (duration: 209.290748ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:52.227677Z","caller":"traceutil/trace.go:171","msg":"trace[2017672968] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"212.563047ms","start":"2026-04-16T03:39:52.014968Z","end":"2026-04-16T03:39:52.227531Z","steps":["trace[2017672968] 'process raft request' (duration: 135.524263ms)","trace[2017672968] 'compare' (duration: 76.812559ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:52.227721Z","caller":"traceutil/trace.go:171","msg":"trace[2145135677] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"211.035655ms","start":"2026-04-16T03:39:52.016672Z","end":"2026-04-16T03:39:52.227708Z","steps":["trace[2145135677] 'process raft request' (duration: 210.754519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:52.521936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.414222ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:39:52.52351Z","caller":"traceutil/trace.go:171","msg":"trace[1499138206] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"500.944473ms","start":"2026-04-16T03:39:52.022538Z","end":"2026-04-16T03:39:52.523483Z","steps":["trace[1499138206] 'process raft request' (duration: 499.528482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:52.523757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:52.022518Z","time spent":"501.065465ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:52.622056Z","caller":"traceutil/trace.go:171","msg":"trace[1430120207] linearizableReadLoop","detail":"{readStateIndex:25643; appliedIndex:25635; }","duration":"499.465621ms","start":"2026-04-16T03:39:52.122557Z","end":"2026-04-16T03:39:52.622022Z","steps":["trace[1430120207] 'read index received' (duration: 27.950332ms)","trace[1430120207] 'applied index is now lower than readState.Index' (duration: 471.513599ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:52.622343Z","caller":"traceutil/trace.go:171","msg":"trace[1370325738] transaction","detail":"{read_only:false; response_revision:24830; number_of_response:1; }","duration":"576.252009ms","start":"2026-04-16T03:39:52.046057Z","end":"2026-04-16T03:39:52.622309Z","steps":["trace[1370325738] 'process raft request' (duration: 575.888581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:52.622481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.89014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T03:39:52.622536Z","caller":"traceutil/trace.go:171","msg":"trace[1242602270] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24830; }","duration":"500.011582ms","start":"2026-04-16T03:39:52.122512Z","end":"2026-04-16T03:39:52.622523Z","steps":["trace[1242602270] 'agreement among raft nodes before linearized reading' (duration: 499.87887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:52.622582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:52.122494Z","time spent":"500.073054ms","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:39:52.622716Z","caller":"traceutil/trace.go:171","msg":"trace[1043333439] transaction","detail":"{read_only:false; response_revision:24828; number_of_response:1; }","duration":"599.101753ms","start":"2026-04-16T03:39:52.023601Z","end":"2026-04-16T03:39:52.622702Z","steps":["trace[1043333439] 'process raft request' (duration: 499.864419ms)","trace[1043333439] 'compare' (duration: 97.923117ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:39:52.622765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:52.023586Z","time spent":"599.155075ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:52.622379Z","caller":"traceutil/trace.go:171","msg":"trace[1603602743] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"598.542252ms","start":"2026-04-16T03:39:52.023817Z","end":"2026-04-16T03:39:52.622359Z","steps":["trace[1603602743] 'process raft request' (duration: 597.97898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:52.622898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:52.023805Z","time spent":"599.040712ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:52.622931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.044403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-16T03:39:52.624448Z","caller":"traceutil/trace.go:171","msg":"trace[203752048] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24830; }","duration":"501.553855ms","start":"2026-04-16T03:39:52.122869Z","end":"2026-04-16T03:39:52.624422Z","steps":["trace[203752048] 'agreement among raft nodes before linearized reading' (duration: 499.9395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:52.624551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:52.122864Z","time spent":"501.667647ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T03:39:52.622491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:52.046033Z","time spent":"576.376192ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:52.623023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.700597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T03:39:52.625041Z","caller":"traceutil/trace.go:171","msg":"trace[651606576] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24830; }","duration":"403.72099ms","start":"2026-04-16T03:39:52.221286Z","end":"2026-04-16T03:39:52.625007Z","steps":["trace[651606576] 'agreement among raft nodes before linearized reading' (duration: 401.697077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:52.625132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:52.221266Z","time spent":"403.831793ms","remote":"127.0.0.1:60082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:39:53.0556Z","caller":"traceutil/trace.go:171","msg":"trace[1885867654] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"152.807291ms","start":"2026-04-16T03:39:52.902745Z","end":"2026-04-16T03:39:53.055552Z","steps":["trace[1885867654] 'process raft request' (duration: 152.513583ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:39:55.282525Z","caller":"traceutil/trace.go:171","msg":"trace[394195380] transaction","detail":"{read_only:false; response_revision:24851; number_of_response:1; }","duration":"100.185174ms","start":"2026-04-16T03:39:55.182313Z","end":"2026-04-16T03:39:55.282498Z","steps":["trace[394195380] 'process raft request' (duration: 100.022951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:55.53351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.943445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T03:39:55.533766Z","caller":"traceutil/trace.go:171","msg":"trace[1579428148] transaction","detail":"{read_only:false; response_revision:24852; number_of_response:1; }","duration":"351.272989ms","start":"2026-04-16T03:39:55.182457Z","end":"2026-04-16T03:39:55.53373Z","steps":["trace[1579428148] 'process raft request' (duration: 228.978516ms)","trace[1579428148] 'compare' (duration: 121.338143ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:39:55.533812Z","caller":"traceutil/trace.go:171","msg":"trace[1327896412] transaction","detail":"{read_only:false; response_revision:24854; number_of_response:1; }","duration":"349.585843ms","start":"2026-04-16T03:39:55.184201Z","end":"2026-04-16T03:39:55.533787Z","steps":["trace[1327896412] 'process raft request' (duration: 349.531352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:55.533885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:55.184186Z","time spent":"349.665125ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:39:55.533911Z","caller":"traceutil/trace.go:171","msg":"trace[280829441] transaction","detail":"{read_only:false; response_revision:24853; number_of_response:1; }","duration":"350.068174ms","start":"2026-04-16T03:39:55.183803Z","end":"2026-04-16T03:39:55.533871Z","steps":["trace[280829441] 'process raft request' (duration: 349.806048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:39:55.533933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:55.182437Z","time spent":"351.392091ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:39:55.534045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:39:55.183773Z","time spent":"350.193025ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:40:00.544354Z","caller":"traceutil/trace.go:171","msg":"trace[1706905345] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"288.319674ms","start":"2026-04-16T03:40:00.256008Z","end":"2026-04-16T03:40:00.544328Z","steps":["trace[1706905345] 'process raft request' (duration: 288.161221ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:00.780465Z","caller":"traceutil/trace.go:171","msg":"trace[162242043] transaction","detail":"{read_only:false; response_revision:24918; number_of_response:1; }","duration":"519.982986ms","start":"2026-04-16T03:40:00.260454Z","end":"2026-04-16T03:40:00.780437Z","steps":["trace[162242043] 'process raft request' (duration: 469.474085ms)","trace[162242043] 'compare' (duration: 50.001261ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:40:00.780623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:00.260431Z","time spent":"520.108169ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:40:00.780634Z","caller":"traceutil/trace.go:171","msg":"trace[1577219652] linearizableReadLoop","detail":"{readStateIndex:25733; appliedIndex:25730; }","duration":"464.360497ms","start":"2026-04-16T03:40:00.316239Z","end":"2026-04-16T03:40:00.780599Z","steps":["trace[1577219652] 'read index received' (duration: 227.997025ms)","trace[1577219652] 'applied index is now lower than readState.Index' (duration: 236.362222ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:00.780731Z","caller":"traceutil/trace.go:171","msg":"trace[2038477791] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"518.485174ms","start":"2026-04-16T03:40:00.262234Z","end":"2026-04-16T03:40:00.78072Z","steps":["trace[2038477791] 'process raft request' (duration: 518.111736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:00.780847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:00.262223Z","time spent":"518.540025ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:00.78093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.631332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-16T03:40:00.780998Z","caller":"traceutil/trace.go:171","msg":"trace[320916948] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:24919; }","duration":"464.781166ms","start":"2026-04-16T03:40:00.3162Z","end":"2026-04-16T03:40:00.780981Z","steps":["trace[320916948] 'agreement among raft nodes before linearized reading' (duration: 464.563561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:00.781025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:00.316188Z","time spent":"464.830536ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":563,"request content":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" "} {"level":"info","ts":"2026-04-16T03:40:01.083619Z","caller":"traceutil/trace.go:171","msg":"trace[432835920] linearizableReadLoop","detail":"{readStateIndex:25736; appliedIndex:25733; }","duration":"302.902013ms","start":"2026-04-16T03:40:00.78069Z","end":"2026-04-16T03:40:01.083592Z","steps":["trace[432835920] 'read index received' (duration: 238.188031ms)","trace[432835920] 'applied index is now lower than readState.Index' (duration: 64.713052ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:01.083885Z","caller":"traceutil/trace.go:171","msg":"trace[1762305610] transaction","detail":"{read_only:false; response_revision:24921; number_of_response:1; }","duration":"427.271169ms","start":"2026-04-16T03:40:00.656591Z","end":"2026-04-16T03:40:01.083863Z","steps":["trace[1762305610] 'process raft request' (duration: 426.907531ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:01.083912Z","caller":"traceutil/trace.go:171","msg":"trace[225579954] transaction","detail":"{read_only:false; response_revision:24922; number_of_response:1; }","duration":"422.14747ms","start":"2026-04-16T03:40:00.661738Z","end":"2026-04-16T03:40:01.083885Z","steps":["trace[225579954] 'process raft request' (duration: 421.811093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:01.083898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.589483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T03:40:01.084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.967556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-16T03:40:01.084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.295409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-16T03:40:01.084014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:00.656565Z","time spent":"427.376291ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:01.084017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:00.661724Z","time spent":"422.225932ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:40:01.084042Z","caller":"traceutil/trace.go:171","msg":"trace[388278504] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24922; }","duration":"687.037608ms","start":"2026-04-16T03:40:00.396993Z","end":"2026-04-16T03:40:01.084031Z","steps":["trace[388278504] 'agreement among raft nodes before linearized reading' (duration: 686.888475ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:01.084054Z","caller":"traceutil/trace.go:171","msg":"trace[526803854] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24922; }","duration":"360.38934ms","start":"2026-04-16T03:40:00.723651Z","end":"2026-04-16T03:40:01.08404Z","steps":["trace[526803854] 'agreement among raft nodes before linearized reading' (duration: 360.247327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:01.084038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.539556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T03:40:01.083972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.342142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T03:40:01.084075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:00.396977Z","time spent":"687.089549ms","remote":"127.0.0.1:40802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-16T03:40:01.08408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:00.723626Z","time spent":"360.445792ms","remote":"127.0.0.1:47616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-16T03:40:01.084093Z","caller":"traceutil/trace.go:171","msg":"trace[1850851548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24922; }","duration":"378.628928ms","start":"2026-04-16T03:40:00.70545Z","end":"2026-04-16T03:40:01.084079Z","steps":["trace[1850851548] 'agreement among raft nodes before linearized reading' (duration: 378.493575ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:01.084043Z","caller":"traceutil/trace.go:171","msg":"trace[1180567350] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24922; }","duration":"341.773277ms","start":"2026-04-16T03:40:00.742243Z","end":"2026-04-16T03:40:01.084016Z","steps":["trace[1180567350] 'agreement among raft nodes before linearized reading' (duration: 341.509901ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:01.084105Z","caller":"traceutil/trace.go:171","msg":"trace[652901273] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24922; }","duration":"736.510776ms","start":"2026-04-16T03:40:00.347577Z","end":"2026-04-16T03:40:01.084087Z","steps":["trace[652901273] 'agreement among raft nodes before linearized reading' (duration: 736.334803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:01.084131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:00.70543Z","time spent":"378.69295ms","remote":"127.0.0.1:40670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:40:01.084145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:00.742234Z","time spent":"341.890089ms","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:40:01.084071Z","caller":"traceutil/trace.go:171","msg":"trace[1035878504] transaction","detail":"{read_only:false; response_revision:24920; number_of_response:1; }","duration":"537.789973ms","start":"2026-04-16T03:40:00.546094Z","end":"2026-04-16T03:40:01.083884Z","steps":["trace[1035878504] 'process raft request' (duration: 472.815146ms)","trace[1035878504] 'compare' (duration: 64.449886ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:40:01.084157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:00.347565Z","time spent":"736.574458ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:40:01.084485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:00.546071Z","time spent":"538.121432ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:01.094033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.750961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605180-x4qq7\" ","response":"range_response_count:1 size:6837"} {"level":"info","ts":"2026-04-16T03:40:01.094076Z","caller":"traceutil/trace.go:171","msg":"trace[1564932416] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29605180-x4qq7; range_end:; response_count:1; response_revision:24923; }","duration":"311.816302ms","start":"2026-04-16T03:40:00.782246Z","end":"2026-04-16T03:40:01.094063Z","steps":["trace[1564932416] 'agreement among raft nodes before linearized reading' (duration: 311.666568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:01.094098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:00.78223Z","time spent":"311.862432ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6859,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605180-x4qq7\" "} {"level":"info","ts":"2026-04-16T03:40:04.432543Z","caller":"traceutil/trace.go:171","msg":"trace[491589862] transaction","detail":"{read_only:false; response_revision:24956; number_of_response:1; }","duration":"350.40584ms","start":"2026-04-16T03:40:04.082096Z","end":"2026-04-16T03:40:04.432502Z","steps":["trace[491589862] 'process raft request' (duration: 350.137695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:04.432822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:04.082072Z","time spent":"350.607925ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:04.716828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.773262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T03:40:04.71692Z","caller":"traceutil/trace.go:171","msg":"trace[1090171999] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24956; }","duration":"237.915895ms","start":"2026-04-16T03:40:04.478979Z","end":"2026-04-16T03:40:04.716895Z","steps":["trace[1090171999] 'count revisions from in-memory index tree' (duration: 237.68748ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:04.717282Z","caller":"traceutil/trace.go:171","msg":"trace[606334801] transaction","detail":"{read_only:false; response_revision:24957; number_of_response:1; }","duration":"159.492363ms","start":"2026-04-16T03:40:04.55776Z","end":"2026-04-16T03:40:04.717253Z","steps":["trace[606334801] 'process raft request' (duration: 157.173614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:09.420566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.495406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T03:40:09.420674Z","caller":"traceutil/trace.go:171","msg":"trace[1539238803] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25006; }","duration":"104.645379ms","start":"2026-04-16T03:40:09.316006Z","end":"2026-04-16T03:40:09.420651Z","steps":["trace[1539238803] 'count revisions from in-memory index tree' (duration: 104.411073ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:09.571388Z","caller":"traceutil/trace.go:171","msg":"trace[1209532200] transaction","detail":"{read_only:false; response_revision:25007; number_of_response:1; }","duration":"143.88413ms","start":"2026-04-16T03:40:09.427458Z","end":"2026-04-16T03:40:09.571342Z","steps":["trace[1209532200] 'process raft request' (duration: 143.653805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:09.933195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.968218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T03:40:09.933366Z","caller":"traceutil/trace.go:171","msg":"trace[140129904] transaction","detail":"{read_only:false; response_revision:25008; number_of_response:1; }","duration":"328.637618ms","start":"2026-04-16T03:40:09.604711Z","end":"2026-04-16T03:40:09.933349Z","steps":["trace[140129904] 'process raft request' (duration: 163.446945ms)","trace[140129904] 'compare' (duration: 164.729883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:40:09.933412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:09.6047Z","time spent":"328.69437ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:40:09.933621Z","caller":"traceutil/trace.go:171","msg":"trace[1401768382] linearizableReadLoop","detail":"{readStateIndex:25824; appliedIndex:25823; }","duration":"308.852039ms","start":"2026-04-16T03:40:09.624408Z","end":"2026-04-16T03:40:09.93326Z","steps":["trace[1401768382] 'read index received' (duration: 143.766328ms)","trace[1401768382] 'applied index is now lower than readState.Index' (duration: 165.084631ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:40:09.93387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.935372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T03:40:09.933894Z","caller":"traceutil/trace.go:171","msg":"trace[1999772210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25008; }","duration":"226.995953ms","start":"2026-04-16T03:40:09.706892Z","end":"2026-04-16T03:40:09.933888Z","steps":["trace[1999772210] 'agreement among raft nodes before linearized reading' (duration: 226.950962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:09.933996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.564515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:40:09.9341Z","caller":"traceutil/trace.go:171","msg":"trace[1859016464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25008; }","duration":"309.701537ms","start":"2026-04-16T03:40:09.624369Z","end":"2026-04-16T03:40:09.934071Z","steps":["trace[1859016464] 'agreement among raft nodes before linearized reading' (duration: 309.432401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:09.934127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.46429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T03:40:09.934149Z","caller":"traceutil/trace.go:171","msg":"trace[182784064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25008; }","duration":"307.517531ms","start":"2026-04-16T03:40:09.626625Z","end":"2026-04-16T03:40:09.934142Z","steps":["trace[182784064] 'agreement among raft nodes before linearized reading' (duration: 307.195144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:09.934164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:09.626586Z","time spent":"307.573922ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:40:09.934165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:09.624353Z","time spent":"309.79765ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:40:10.211356Z","caller":"traceutil/trace.go:171","msg":"trace[1389131165] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"272.910118ms","start":"2026-04-16T03:40:09.938415Z","end":"2026-04-16T03:40:10.211325Z","steps":["trace[1389131165] 'process raft request' (duration: 208.771228ms)","trace[1389131165] 'compare' (duration: 64.012547ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:10.466165Z","caller":"traceutil/trace.go:171","msg":"trace[808476447] linearizableReadLoop","detail":"{readStateIndex:25827; appliedIndex:25824; }","duration":"395.18903ms","start":"2026-04-16T03:40:10.070958Z","end":"2026-04-16T03:40:10.466148Z","steps":["trace[808476447] 'read index received' (duration: 76.37449ms)","trace[808476447] 'applied index is now lower than readState.Index' (duration: 318.81362ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:10.466266Z","caller":"traceutil/trace.go:171","msg":"trace[300100022] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"526.334221ms","start":"2026-04-16T03:40:09.939924Z","end":"2026-04-16T03:40:10.466258Z","steps":["trace[300100022] 'process raft request' (duration: 525.556693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:10.466336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:09.939883Z","time spent":"526.397612ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:10.466368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.382455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T03:40:10.466429Z","caller":"traceutil/trace.go:171","msg":"trace[1495137601] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25011; }","duration":"395.526598ms","start":"2026-04-16T03:40:10.070885Z","end":"2026-04-16T03:40:10.466411Z","steps":["trace[1495137601] 'agreement among raft nodes before linearized reading' (duration: 395.397675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:10.466473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:10.070823Z","time spent":"395.63694ms","remote":"127.0.0.1:54236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:40:10.466525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.840845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T03:40:10.466532Z","caller":"traceutil/trace.go:171","msg":"trace[216417609] transaction","detail":"{read_only:false; response_revision:25011; number_of_response:1; }","duration":"481.992691ms","start":"2026-04-16T03:40:09.984505Z","end":"2026-04-16T03:40:10.466497Z","steps":["trace[216417609] 'process raft request' (duration: 481.584842ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:10.466596Z","caller":"traceutil/trace.go:171","msg":"trace[1810168760] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25011; }","duration":"380.944297ms","start":"2026-04-16T03:40:10.085635Z","end":"2026-04-16T03:40:10.466579Z","steps":["trace[1810168760] 'agreement among raft nodes before linearized reading' (duration: 380.816975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:10.4667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:09.984463Z","time spent":"482.152834ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:40:10.466709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.04794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T03:40:10.466769Z","caller":"traceutil/trace.go:171","msg":"trace[1492540828] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25011; }","duration":"256.154122ms","start":"2026-04-16T03:40:10.2106Z","end":"2026-04-16T03:40:10.466754Z","steps":["trace[1492540828] 'agreement among raft nodes before linearized reading' (duration: 256.036749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:10.466833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.417416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T03:40:10.466855Z","caller":"traceutil/trace.go:171","msg":"trace[1465878429] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25011; }","duration":"288.490578ms","start":"2026-04-16T03:40:10.178357Z","end":"2026-04-16T03:40:10.466848Z","steps":["trace[1465878429] 'agreement among raft nodes before linearized reading' (duration: 288.450727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:10.466886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:10.085625Z","time spent":"381.007669ms","remote":"127.0.0.1:41094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:40:10.821253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.357796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T03:40:10.82149Z","caller":"traceutil/trace.go:171","msg":"trace[556952929] transaction","detail":"{read_only:false; response_revision:25012; number_of_response:1; }","duration":"352.570295ms","start":"2026-04-16T03:40:10.46887Z","end":"2026-04-16T03:40:10.82144Z","steps":["trace[556952929] 'process raft request' (duration: 169.952833ms)","trace[556952929] 'compare' (duration: 182.246934ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:10.821527Z","caller":"traceutil/trace.go:171","msg":"trace[1023890018] linearizableReadLoop","detail":"{readStateIndex:25828; appliedIndex:25827; }","duration":"113.430434ms","start":"2026-04-16T03:40:10.70807Z","end":"2026-04-16T03:40:10.821501Z","steps":["trace[1023890018] 'read index received' (duration: 48.521µs)","trace[1023890018] 'applied index is now lower than readState.Index' (duration: 113.379203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:40:10.821626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.563138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T03:40:10.821679Z","caller":"traceutil/trace.go:171","msg":"trace[1770124594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25013; }","duration":"113.629468ms","start":"2026-04-16T03:40:10.708021Z","end":"2026-04-16T03:40:10.821651Z","steps":["trace[1770124594] 'agreement among raft nodes before linearized reading' (duration: 113.578177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:10.821806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:40:10.468848Z","time spent":"352.755428ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:40:12.938955Z","caller":"traceutil/trace.go:171","msg":"trace[1848800072] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"112.099867ms","start":"2026-04-16T03:40:12.826829Z","end":"2026-04-16T03:40:12.938929Z","steps":["trace[1848800072] 'process raft request' (duration: 111.870892ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:12.940801Z","caller":"traceutil/trace.go:171","msg":"trace[2078409413] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"112.764531ms","start":"2026-04-16T03:40:12.828022Z","end":"2026-04-16T03:40:12.940787Z","steps":["trace[2078409413] 'process raft request' (duration: 112.371223ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:20.140255Z","caller":"traceutil/trace.go:171","msg":"trace[1953900498] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"155.017417ms","start":"2026-04-16T03:40:19.985207Z","end":"2026-04-16T03:40:20.140225Z","steps":["trace[1953900498] 'process raft request' (duration: 154.770182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:20.450807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.151349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T03:40:20.450874Z","caller":"traceutil/trace.go:171","msg":"trace[464077002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25111; }","duration":"179.267432ms","start":"2026-04-16T03:40:20.271592Z","end":"2026-04-16T03:40:20.450859Z","steps":["trace[464077002] 'range keys from in-memory index tree' (duration: 178.943144ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:20.612631Z","caller":"traceutil/trace.go:171","msg":"trace[630170334] linearizableReadLoop","detail":"{readStateIndex:25931; appliedIndex:25930; }","duration":"109.37425ms","start":"2026-04-16T03:40:20.503232Z","end":"2026-04-16T03:40:20.612606Z","steps":["trace[630170334] 'read index received' (duration: 109.108324ms)","trace[630170334] 'applied index is now lower than readState.Index' (duration: 265.266µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:40:20.61283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.575044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:40:20.612856Z","caller":"traceutil/trace.go:171","msg":"trace[444761040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25113; }","duration":"109.664767ms","start":"2026-04-16T03:40:20.503184Z","end":"2026-04-16T03:40:20.612849Z","steps":["trace[444761040] 'agreement among raft nodes before linearized reading' (duration: 109.521244ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:20.612939Z","caller":"traceutil/trace.go:171","msg":"trace[115061742] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"130.015517ms","start":"2026-04-16T03:40:20.482904Z","end":"2026-04-16T03:40:20.612919Z","steps":["trace[115061742] 'process raft request' (duration: 129.522786ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:21.09587Z","caller":"traceutil/trace.go:171","msg":"trace[812577967] linearizableReadLoop","detail":"{readStateIndex:25933; appliedIndex:25932; }","duration":"133.260016ms","start":"2026-04-16T03:40:20.962585Z","end":"2026-04-16T03:40:21.095845Z","steps":["trace[812577967] 'read index received' (duration: 98.832µs)","trace[812577967] 'applied index is now lower than readState.Index' (duration: 133.160124ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:21.095957Z","caller":"traceutil/trace.go:171","msg":"trace[1516334613] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"133.354158ms","start":"2026-04-16T03:40:20.962565Z","end":"2026-04-16T03:40:21.095919Z","steps":["trace[1516334613] 'process raft request' (duration: 133.080643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:21.096061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.45101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-04-16T03:40:21.096114Z","caller":"traceutil/trace.go:171","msg":"trace[952930878] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25115; }","duration":"133.546152ms","start":"2026-04-16T03:40:20.962548Z","end":"2026-04-16T03:40:21.096094Z","steps":["trace[952930878] 'agreement among raft nodes before linearized reading' (duration: 133.390049ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:21.096488Z","caller":"traceutil/trace.go:171","msg":"trace[623335281] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"131.285964ms","start":"2026-04-16T03:40:20.965136Z","end":"2026-04-16T03:40:21.096422Z","steps":["trace[623335281] 'process raft request' (duration: 131.08893ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:21.096584Z","caller":"traceutil/trace.go:171","msg":"trace[455562072] transaction","detail":"{read_only:false; response_revision:25118; number_of_response:1; }","duration":"124.902218ms","start":"2026-04-16T03:40:20.971669Z","end":"2026-04-16T03:40:21.096572Z","steps":["trace[455562072] 'process raft request' (duration: 124.850397ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:21.096648Z","caller":"traceutil/trace.go:171","msg":"trace[78353894] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"129.075067ms","start":"2026-04-16T03:40:20.967525Z","end":"2026-04-16T03:40:21.0966Z","steps":["trace[78353894] 'process raft request' (duration: 128.859703ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:26.682243Z","caller":"traceutil/trace.go:171","msg":"trace[1737112149] transaction","detail":"{read_only:false; response_revision:25157; number_of_response:1; }","duration":"162.427244ms","start":"2026-04-16T03:40:26.519785Z","end":"2026-04-16T03:40:26.682212Z","steps":["trace[1737112149] 'process raft request' (duration: 162.266171ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:28.819145Z","caller":"traceutil/trace.go:171","msg":"trace[303943467] linearizableReadLoop","detail":"{readStateIndex:25994; appliedIndex:25993; }","duration":"109.529012ms","start":"2026-04-16T03:40:28.709589Z","end":"2026-04-16T03:40:28.819118Z","steps":["trace[303943467] 'read index received' (duration: 109.336778ms)","trace[303943467] 'applied index is now lower than readState.Index' (duration: 190.974µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:28.819217Z","caller":"traceutil/trace.go:171","msg":"trace[707789856] transaction","detail":"{read_only:false; response_revision:25173; number_of_response:1; }","duration":"128.837592ms","start":"2026-04-16T03:40:28.690323Z","end":"2026-04-16T03:40:28.819161Z","steps":["trace[707789856] 'process raft request' (duration: 128.597547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:28.819346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.717046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T03:40:28.819473Z","caller":"traceutil/trace.go:171","msg":"trace[424613240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25173; }","duration":"109.92845ms","start":"2026-04-16T03:40:28.709518Z","end":"2026-04-16T03:40:28.819447Z","steps":["trace[424613240] 'agreement among raft nodes before linearized reading' (duration: 109.696485ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:29.001143Z","caller":"traceutil/trace.go:171","msg":"trace[540003997] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"174.109331ms","start":"2026-04-16T03:40:28.826999Z","end":"2026-04-16T03:40:29.001108Z","steps":["trace[540003997] 'process raft request' (duration: 84.040672ms)","trace[540003997] 'compare' (duration: 89.843285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:40:31.491909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.575606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T03:40:31.492012Z","caller":"traceutil/trace.go:171","msg":"trace[1017966955] transaction","detail":"{read_only:false; response_revision:25200; number_of_response:1; }","duration":"205.124579ms","start":"2026-04-16T03:40:31.286867Z","end":"2026-04-16T03:40:31.491992Z","steps":["trace[1017966955] 'process raft request' (duration: 59.382769ms)","trace[1017966955] 'compare' (duration: 144.733439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:40:31.774063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.69283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-16T03:40:31.774133Z","caller":"traceutil/trace.go:171","msg":"trace[297513594] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25200; }","duration":"154.809102ms","start":"2026-04-16T03:40:31.619306Z","end":"2026-04-16T03:40:31.774115Z","steps":["trace[297513594] 'range keys from in-memory index tree' (duration: 154.504926ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:33.954135Z","caller":"traceutil/trace.go:171","msg":"trace[1056239010] transaction","detail":"{read_only:false; response_revision:25216; number_of_response:1; }","duration":"161.858612ms","start":"2026-04-16T03:40:33.792251Z","end":"2026-04-16T03:40:33.954109Z","steps":["trace[1056239010] 'process raft request' (duration: 161.714859ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:37.363853Z","caller":"traceutil/trace.go:171","msg":"trace[702104081] transaction","detail":"{read_only:false; response_revision:25236; number_of_response:1; }","duration":"205.897916ms","start":"2026-04-16T03:40:37.157931Z","end":"2026-04-16T03:40:37.363829Z","steps":["trace[702104081] 'process raft request' (duration: 205.739603ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:37.364243Z","caller":"traceutil/trace.go:171","msg":"trace[660925583] transaction","detail":"{read_only:false; response_revision:25238; number_of_response:1; }","duration":"204.594378ms","start":"2026-04-16T03:40:37.159638Z","end":"2026-04-16T03:40:37.364232Z","steps":["trace[660925583] 'process raft request' (duration: 204.425295ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:37.364255Z","caller":"traceutil/trace.go:171","msg":"trace[208226487] transaction","detail":"{read_only:false; response_revision:25237; number_of_response:1; }","duration":"204.993047ms","start":"2026-04-16T03:40:37.159215Z","end":"2026-04-16T03:40:37.364208Z","steps":["trace[208226487] 'process raft request' (duration: 204.585948ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:37.364317Z","caller":"traceutil/trace.go:171","msg":"trace[1911902006] transaction","detail":"{read_only:false; response_revision:25241; number_of_response:1; }","duration":"129.622378ms","start":"2026-04-16T03:40:37.234686Z","end":"2026-04-16T03:40:37.364308Z","steps":["trace[1911902006] 'process raft request' (duration: 129.543106ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:37.364377Z","caller":"traceutil/trace.go:171","msg":"trace[345311595] transaction","detail":"{read_only:false; response_revision:25240; number_of_response:1; }","duration":"133.158233ms","start":"2026-04-16T03:40:37.231176Z","end":"2026-04-16T03:40:37.364334Z","steps":["trace[345311595] 'process raft request' (duration: 133.01451ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:37.364384Z","caller":"traceutil/trace.go:171","msg":"trace[1177493368] transaction","detail":"{read_only:false; response_revision:25239; number_of_response:1; }","duration":"133.641473ms","start":"2026-04-16T03:40:37.230714Z","end":"2026-04-16T03:40:37.364355Z","steps":["trace[1177493368] 'process raft request' (duration: 133.438969ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:40:38.826933Z","caller":"traceutil/trace.go:171","msg":"trace[214853381] linearizableReadLoop","detail":"{readStateIndex:26071; appliedIndex:26070; }","duration":"154.856234ms","start":"2026-04-16T03:40:38.672053Z","end":"2026-04-16T03:40:38.826909Z","steps":["trace[214853381] 'read index received' (duration: 154.588318ms)","trace[214853381] 'applied index is now lower than readState.Index' (duration: 267.026µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:40:38.827268Z","caller":"traceutil/trace.go:171","msg":"trace[531484707] transaction","detail":"{read_only:false; response_revision:25248; number_of_response:1; }","duration":"162.738512ms","start":"2026-04-16T03:40:38.664499Z","end":"2026-04-16T03:40:38.827237Z","steps":["trace[531484707] 'process raft request' (duration: 162.2412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:40:38.827869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.796604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T03:40:38.827934Z","caller":"traceutil/trace.go:171","msg":"trace[844445082] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25248; }","duration":"155.959568ms","start":"2026-04-16T03:40:38.671961Z","end":"2026-04-16T03:40:38.82792Z","steps":["trace[844445082] 'agreement among raft nodes before linearized reading' (duration: 155.042758ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:42:03.622269Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23233} {"level":"info","ts":"2026-04-16T03:42:03.768304Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23233,"took":"141.113413ms","hash":2326952232,"current-db-size-bytes":58105856,"current-db-size":"58 MB","current-db-size-in-use-bytes":36249600,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-16T03:42:03.768375Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2326952232,"revision":23233,"compact-revision":20134} {"level":"info","ts":"2026-04-16T03:42:17.562381Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000069cb.wal"} {"level":"info","ts":"2026-04-16T03:47:03.628968Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26117} {"level":"info","ts":"2026-04-16T03:47:03.776053Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26117,"took":"142.241387ms","hash":4216995889,"current-db-size-bytes":58949632,"current-db-size":"59 MB","current-db-size-in-use-bytes":33992704,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-16T03:47:03.776127Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4216995889,"revision":26117,"compact-revision":23233} {"level":"info","ts":"2026-04-16T03:47:46.851301Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5f170c75a1d97cc","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-16T03:47:46.857573Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-16T03:47:46.857751Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-16T03:52:03.635425Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28767} {"level":"info","ts":"2026-04-16T03:52:03.783247Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28767,"took":"140.541181ms","hash":1426482296,"current-db-size-bytes":58949632,"current-db-size":"59 MB","current-db-size-in-use-bytes":30031872,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-16T03:52:03.783307Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1426482296,"revision":28767,"compact-revision":26117} {"level":"info","ts":"2026-04-16T03:57:03.641398Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30987} {"level":"info","ts":"2026-04-16T03:57:03.757005Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30987,"took":"110.906501ms","hash":763432462,"current-db-size-bytes":58949632,"current-db-size":"59 MB","current-db-size-in-use-bytes":31072256,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-16T03:57:03.757078Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":763432462,"revision":30987,"compact-revision":28767} {"level":"info","ts":"2026-04-16T04:02:03.64695Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33258} {"level":"info","ts":"2026-04-16T04:02:03.797106Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33258,"took":"145.25266ms","hash":2450851764,"current-db-size-bytes":59994112,"current-db-size":"60 MB","current-db-size-in-use-bytes":32747520,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-16T04:02:03.797216Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2450851764,"revision":33258,"compact-revision":30987} {"level":"info","ts":"2026-04-16T04:07:03.653787Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35618} {"level":"info","ts":"2026-04-16T04:07:03.799644Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35618,"took":"141.151214ms","hash":3307683178,"current-db-size-bytes":62173184,"current-db-size":"62 MB","current-db-size-in-use-bytes":31604736,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-16T04:07:03.799744Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3307683178,"revision":35618,"compact-revision":33258} {"level":"info","ts":"2026-04-16T04:09:01.590769Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5f170c75a1d97cc","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-16T04:09:01.595152Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-16T04:09:01.595287Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004}