{"level":"warn","ts":"2026-07-06T05:42:52.80202Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-06T05:42:52.802138Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.162:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.162:2380","--initial-cluster=instance=https://199.204.45.162:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.162:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.162:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-06T05:42:52.802214Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-06T05:42:52.802223Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-07-06T05:42:52.802245Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-06T05:42:52.802942Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"]} {"level":"info","ts":"2026-07-06T05:42:52.803026Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.162:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-06T05:42:52.807138Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.877495ms"} {"level":"info","ts":"2026-07-06T05:42:52.819016Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2d372260bb4c37a","cluster-id":"52bb6ec15e8722ff"} {"level":"info","ts":"2026-07-06T05:42:52.819114Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=()"} {"level":"info","ts":"2026-07-06T05:42:52.819148Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became follower at term 0"} {"level":"info","ts":"2026-07-06T05:42:52.819168Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2d372260bb4c37a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-06T05:42:52.819178Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became follower at term 1"} {"level":"info","ts":"2026-07-06T05:42:52.819232Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=(203631915892523898)"} {"level":"warn","ts":"2026-07-06T05:42:52.826509Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-06T05:42:52.827931Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-06T05:42:52.829079Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-06T05:42:52.830754Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2d372260bb4c37a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-06T05:42:52.83098Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2d372260bb4c37a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-06T05:42:52.831108Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-06T05:42:52.831348Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-06T05:42:52.831494Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-06T05:42:52.833418Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=(203631915892523898)"} {"level":"info","ts":"2026-07-06T05:42:52.833765Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"52bb6ec15e8722ff","local-member-id":"2d372260bb4c37a","added-peer-id":"2d372260bb4c37a","added-peer-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-07-06T05:42:52.836454Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-06T05:42:52.836539Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-07-06T05:42:52.836567Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-07-06T05:42:52.837054Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2d372260bb4c37a","initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-06T05:42:52.83716Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-06T05:42:53.519775Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a is starting a new election at term 1"} {"level":"info","ts":"2026-07-06T05:42:53.519884Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became pre-candidate at term 1"} {"level":"info","ts":"2026-07-06T05:42:53.519915Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a received MsgPreVoteResp from 2d372260bb4c37a at term 1"} {"level":"info","ts":"2026-07-06T05:42:53.519937Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became candidate at term 2"} {"level":"info","ts":"2026-07-06T05:42:53.519949Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a received MsgVoteResp from 2d372260bb4c37a at term 2"} {"level":"info","ts":"2026-07-06T05:42:53.519966Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became leader at term 2"} {"level":"info","ts":"2026-07-06T05:42:53.51998Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2d372260bb4c37a elected leader 2d372260bb4c37a at term 2"} {"level":"info","ts":"2026-07-06T05:42:53.521454Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-06T05:42:53.523075Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"52bb6ec15e8722ff","local-member-id":"2d372260bb4c37a","cluster-version":"3.5"} {"level":"info","ts":"2026-07-06T05:42:53.523179Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-06T05:42:53.523212Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-06T05:42:53.523232Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-06T05:42:53.523293Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2d372260bb4c37a","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.162:2379]}","request-path":"/0/members/2d372260bb4c37a/attributes","cluster-id":"52bb6ec15e8722ff","publish-timeout":"7s"} {"level":"info","ts":"2026-07-06T05:42:53.523317Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-06T05:42:53.523843Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-06T05:42:53.523905Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-06T05:42:53.526136Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.162:2379"} {"level":"info","ts":"2026-07-06T05:42:53.526609Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-06T05:43:15.62557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.075127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T05:43:15.625718Z","caller":"traceutil/trace.go:171","msg":"trace[1849885166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:424; }","duration":"229.285402ms","start":"2026-07-06T05:43:15.396408Z","end":"2026-07-06T05:43:15.625693Z","steps":["trace[1849885166] 'range keys from in-memory index tree' (duration: 228.889963ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T05:43:36.356476Z","caller":"traceutil/trace.go:171","msg":"trace[1573250435] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"113.572913ms","start":"2026-07-06T05:43:36.242866Z","end":"2026-07-06T05:43:36.356439Z","steps":["trace[1573250435] 'process raft request' (duration: 110.056252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:43:36.630587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.276927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T05:43:36.631001Z","caller":"traceutil/trace.go:171","msg":"trace[1881747237] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"270.116833ms","start":"2026-07-06T05:43:36.360845Z","end":"2026-07-06T05:43:36.630962Z","steps":["trace[1881747237] 'process raft request' (duration: 119.53438ms)","trace[1881747237] 'compare' (duration: 149.107264ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T05:43:36.630998Z","caller":"traceutil/trace.go:171","msg":"trace[2003533066] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"214.661234ms","start":"2026-07-06T05:43:36.416272Z","end":"2026-07-06T05:43:36.630933Z","steps":["trace[2003533066] 'process raft request' (duration: 214.44642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:43:37.115341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.105612ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-07-06T05:43:37.115456Z","caller":"traceutil/trace.go:171","msg":"trace[2105510364] linearizableReadLoop","detail":"{readStateIndex:653; appliedIndex:652; }","duration":"253.429509ms","start":"2026-07-06T05:43:36.862008Z","end":"2026-07-06T05:43:37.115438Z","steps":["trace[2105510364] 'read index received' (duration: 40.221µs)","trace[2105510364] 'applied index is now lower than readState.Index' (duration: 253.387478ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T05:43:37.115564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.537271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T05:43:37.115504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T05:43:36.682546Z","time spent":"432.94552ms","remote":"127.0.0.1:37418","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-06T05:43:37.115691Z","caller":"traceutil/trace.go:171","msg":"trace[2091467599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:629; }","duration":"253.613563ms","start":"2026-07-06T05:43:36.861976Z","end":"2026-07-06T05:43:37.11559Z","steps":["trace[2091467599] 'agreement among raft nodes before linearized reading' (duration: 253.533791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:43:37.132796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.857597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-06T05:43:37.132853Z","caller":"traceutil/trace.go:171","msg":"trace[249354991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:630; }","duration":"166.951409ms","start":"2026-07-06T05:43:36.96589Z","end":"2026-07-06T05:43:37.132841Z","steps":["trace[249354991] 'agreement among raft nodes before linearized reading' (duration: 166.782555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:43:37.132884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.869347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-06T05:43:37.132957Z","caller":"traceutil/trace.go:171","msg":"trace[1685487108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:630; }","duration":"115.97409ms","start":"2026-07-06T05:43:37.016967Z","end":"2026-07-06T05:43:37.132942Z","steps":["trace[1685487108] 'agreement among raft nodes before linearized reading' (duration: 115.743975ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T05:44:19.489346Z","caller":"traceutil/trace.go:171","msg":"trace[1738931523] linearizableReadLoop","detail":"{readStateIndex:1221; appliedIndex:1219; }","duration":"111.37841ms","start":"2026-07-06T05:44:19.377946Z","end":"2026-07-06T05:44:19.489324Z","steps":["trace[1738931523] 'read index received' (duration: 108.861129ms)","trace[1738931523] 'applied index is now lower than readState.Index' (duration: 2.516521ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T05:44:19.489415Z","caller":"traceutil/trace.go:171","msg":"trace[728156672] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"136.990865ms","start":"2026-07-06T05:44:19.352391Z","end":"2026-07-06T05:44:19.489381Z","steps":["trace[728156672] 'process raft request' (duration: 136.861362ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T05:44:19.489456Z","caller":"traceutil/trace.go:171","msg":"trace[1087815596] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"137.102877ms","start":"2026-07-06T05:44:19.352273Z","end":"2026-07-06T05:44:19.489376Z","steps":["trace[1087815596] 'process raft request' (duration: 134.497594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:44:19.489593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.606154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T05:44:19.489721Z","caller":"traceutil/trace.go:171","msg":"trace[1286325004] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1187; }","duration":"111.791048ms","start":"2026-07-06T05:44:19.37791Z","end":"2026-07-06T05:44:19.489701Z","steps":["trace[1286325004] 'agreement among raft nodes before linearized reading' (duration: 111.525933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:45:04.576247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.405938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T05:45:04.57629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.467192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T05:45:04.576356Z","caller":"traceutil/trace.go:171","msg":"trace[1468560101] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1837; }","duration":"264.576402ms","start":"2026-07-06T05:45:04.311756Z","end":"2026-07-06T05:45:04.576332Z","steps":["trace[1468560101] 'count revisions from in-memory index tree' (duration: 264.261464ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T05:45:04.576382Z","caller":"traceutil/trace.go:171","msg":"trace[2085695426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1837; }","duration":"178.622675ms","start":"2026-07-06T05:45:04.397738Z","end":"2026-07-06T05:45:04.576361Z","steps":["trace[2085695426] 'range keys from in-memory index tree' (duration: 178.3656ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T05:45:17.9422Z","caller":"traceutil/trace.go:171","msg":"trace[1569519055] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"172.830651ms","start":"2026-07-06T05:45:17.769345Z","end":"2026-07-06T05:45:17.942176Z","steps":["trace[1569519055] 'process raft request' (duration: 172.705548ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T05:45:17.943077Z","caller":"traceutil/trace.go:171","msg":"trace[755356548] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"173.298271ms","start":"2026-07-06T05:45:17.769757Z","end":"2026-07-06T05:45:17.943056Z","steps":["trace[755356548] 'process raft request' (duration: 173.011445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:45:48.596277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.172151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T05:45:48.596398Z","caller":"traceutil/trace.go:171","msg":"trace[1732398040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2132; }","duration":"196.328205ms","start":"2026-07-06T05:45:48.400048Z","end":"2026-07-06T05:45:48.596377Z","steps":["trace[1732398040] 'range keys from in-memory index tree' (duration: 196.097349ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T05:46:00.625758Z","caller":"traceutil/trace.go:171","msg":"trace[1634091329] linearizableReadLoop","detail":"{readStateIndex:2281; appliedIndex:2280; }","duration":"163.149816ms","start":"2026-07-06T05:46:00.462581Z","end":"2026-07-06T05:46:00.625731Z","steps":["trace[1634091329] 'read index received' (duration: 162.989293ms)","trace[1634091329] 'applied index is now lower than readState.Index' (duration: 159.413µs)"],"step_count":2} {"level":"info","ts":"2026-07-06T05:46:00.625822Z","caller":"traceutil/trace.go:171","msg":"trace[138678139] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"216.844918ms","start":"2026-07-06T05:46:00.408936Z","end":"2026-07-06T05:46:00.625781Z","steps":["trace[138678139] 'process raft request' (duration: 216.616244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:46:00.626114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.480633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-06T05:46:00.626241Z","caller":"traceutil/trace.go:171","msg":"trace[1050806672] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2196; }","duration":"163.659147ms","start":"2026-07-06T05:46:00.462554Z","end":"2026-07-06T05:46:00.626213Z","steps":["trace[1050806672] 'agreement among raft nodes before linearized reading' (duration: 163.278109ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T05:46:52.007762Z","caller":"traceutil/trace.go:171","msg":"trace[2046496446] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"196.866259ms","start":"2026-07-06T05:46:51.810867Z","end":"2026-07-06T05:46:52.007734Z","steps":["trace[2046496446] 'process raft request' (duration: 196.677515ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T05:49:55.635467Z","caller":"traceutil/trace.go:171","msg":"trace[1677216401] linearizableReadLoop","detail":"{readStateIndex:3986; appliedIndex:3985; }","duration":"102.411818ms","start":"2026-07-06T05:49:55.533016Z","end":"2026-07-06T05:49:55.635428Z","steps":["trace[1677216401] 'read index received' (duration: 67.834696ms)","trace[1677216401] 'applied index is now lower than readState.Index' (duration: 34.575102ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T05:49:55.635593Z","caller":"traceutil/trace.go:171","msg":"trace[520559496] transaction","detail":"{read_only:false; response_revision:3839; number_of_response:1; }","duration":"182.853021ms","start":"2026-07-06T05:49:55.452703Z","end":"2026-07-06T05:49:55.635556Z","steps":["trace[520559496] 'process raft request' (duration: 148.142296ms)","trace[520559496] 'compare' (duration: 34.305007ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T05:49:55.635702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.661293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T05:49:55.635745Z","caller":"traceutil/trace.go:171","msg":"trace[930461034] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3839; }","duration":"102.801887ms","start":"2026-07-06T05:49:55.532932Z","end":"2026-07-06T05:49:55.635733Z","steps":["trace[930461034] 'agreement among raft nodes before linearized reading' (duration: 102.674364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:51:11.226661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.088395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-06T05:51:11.22673Z","caller":"traceutil/trace.go:171","msg":"trace[314944194] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4878; }","duration":"115.182107ms","start":"2026-07-06T05:51:11.111533Z","end":"2026-07-06T05:51:11.226715Z","steps":["trace[314944194] 'agreement among raft nodes before linearized reading' (duration: 114.969123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:51:15.118934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.918086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-06T05:51:15.119088Z","caller":"traceutil/trace.go:171","msg":"trace[79048225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5016; }","duration":"263.13007ms","start":"2026-07-06T05:51:14.855927Z","end":"2026-07-06T05:51:15.119057Z","steps":["trace[79048225] 'range keys from in-memory index tree' (duration: 262.292123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:51:15.119068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.332517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T05:51:15.120004Z","caller":"traceutil/trace.go:171","msg":"trace[1670100131] linearizableReadLoop","detail":"{readStateIndex:5207; appliedIndex:5206; }","duration":"169.279138ms","start":"2026-07-06T05:51:14.950701Z","end":"2026-07-06T05:51:15.11998Z","steps":["trace[1670100131] 'read index received' (duration: 30.93066ms)","trace[1670100131] 'applied index is now lower than readState.Index' (duration: 138.346308ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T05:51:15.122129Z","caller":"traceutil/trace.go:171","msg":"trace[1949890213] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"265.969717ms","start":"2026-07-06T05:51:14.856132Z","end":"2026-07-06T05:51:15.122101Z","steps":["trace[1949890213] 'process raft request' (duration: 125.474056ms)","trace[1949890213] 'compare' (duration: 137.011671ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T05:51:15.122501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.066412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-j29z6.18bf9d6db1e0b9c6\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-07-06T05:51:15.122552Z","caller":"traceutil/trace.go:171","msg":"trace[778317044] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-j29z6.18bf9d6db1e0b9c6; range_end:; response_count:1; response_revision:5017; }","duration":"165.152264ms","start":"2026-07-06T05:51:14.957386Z","end":"2026-07-06T05:51:15.122538Z","steps":["trace[778317044] 'agreement among raft nodes before linearized reading' (duration: 165.012631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:51:15.123352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.654186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4d7c9db5-bcfd-4130-8727-1780be2c706c\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-06T05:51:15.123483Z","caller":"traceutil/trace.go:171","msg":"trace[2029978845] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4d7c9db5-bcfd-4130-8727-1780be2c706c; range_end:; response_count:1; response_revision:5017; }","duration":"172.738638ms","start":"2026-07-06T05:51:14.950655Z","end":"2026-07-06T05:51:15.123393Z","steps":["trace[2029978845] 'agreement among raft nodes before linearized reading' (duration: 171.454033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:51:28.55996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.488972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T05:51:28.560153Z","caller":"traceutil/trace.go:171","msg":"trace[1434229501] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"248.483411ms","start":"2026-07-06T05:51:28.311644Z","end":"2026-07-06T05:51:28.560127Z","steps":["trace[1434229501] 'process raft request' (duration: 132.721194ms)","trace[1434229501] 'compare' (duration: 115.322328ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T05:51:28.582689Z","caller":"traceutil/trace.go:171","msg":"trace[1332285455] linearizableReadLoop","detail":"{readStateIndex:5488; appliedIndex:5485; }","duration":"269.782844ms","start":"2026-07-06T05:51:28.312883Z","end":"2026-07-06T05:51:28.582666Z","steps":["trace[1332285455] 'read index received' (duration: 131.696832ms)","trace[1332285455] 'applied index is now lower than readState.Index' (duration: 138.085242ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T05:51:28.582694Z","caller":"traceutil/trace.go:171","msg":"trace[106258717] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"270.777915ms","start":"2026-07-06T05:51:28.311881Z","end":"2026-07-06T05:51:28.582659Z","steps":["trace[106258717] 'process raft request' (duration: 270.603711ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T05:51:28.582876Z","caller":"traceutil/trace.go:171","msg":"trace[264023295] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"270.742605ms","start":"2026-07-06T05:51:28.312122Z","end":"2026-07-06T05:51:28.582865Z","steps":["trace[264023295] 'process raft request' (duration: 270.46549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:51:28.583073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.65195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-06T05:51:28.583132Z","caller":"traceutil/trace.go:171","msg":"trace[1871784315] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5290; }","duration":"264.760462ms","start":"2026-07-06T05:51:28.318359Z","end":"2026-07-06T05:51:28.58312Z","steps":["trace[1871784315] 'agreement among raft nodes before linearized reading' (duration: 264.566918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:51:28.583188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.300955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-j29z6\" ","response":"range_response_count:1 size:9769"} {"level":"warn","ts":"2026-07-06T05:51:28.583166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.38311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T05:51:28.583226Z","caller":"traceutil/trace.go:171","msg":"trace[425460406] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-j29z6; range_end:; response_count:1; response_revision:5290; }","duration":"270.375966ms","start":"2026-07-06T05:51:28.312838Z","end":"2026-07-06T05:51:28.583214Z","steps":["trace[425460406] 'agreement among raft nodes before linearized reading' (duration: 270.253154ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T05:51:28.583242Z","caller":"traceutil/trace.go:171","msg":"trace[214936174] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5290; }","duration":"117.506933ms","start":"2026-07-06T05:51:28.465717Z","end":"2026-07-06T05:51:28.583224Z","steps":["trace[214936174] 'agreement among raft nodes before linearized reading' (duration: 117.381391ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T05:51:28.583339Z","caller":"traceutil/trace.go:171","msg":"trace[524103192] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"270.355096ms","start":"2026-07-06T05:51:28.312977Z","end":"2026-07-06T05:51:28.583332Z","steps":["trace[524103192] 'process raft request' (duration: 269.651312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:51:28.583354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.456357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T05:51:28.583385Z","caller":"traceutil/trace.go:171","msg":"trace[1400426737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5290; }","duration":"184.530218ms","start":"2026-07-06T05:51:28.398846Z","end":"2026-07-06T05:51:28.583376Z","steps":["trace[1400426737] 'agreement among raft nodes before linearized reading' (duration: 184.478887ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T05:51:37.340336Z","caller":"traceutil/trace.go:171","msg":"trace[1382076824] linearizableReadLoop","detail":"{readStateIndex:5669; appliedIndex:5668; }","duration":"109.302626ms","start":"2026-07-06T05:51:37.231017Z","end":"2026-07-06T05:51:37.34032Z","steps":["trace[1382076824] 'read index received' (duration: 109.242585ms)","trace[1382076824] 'applied index is now lower than readState.Index' (duration: 59.471µs)"],"step_count":2} {"level":"info","ts":"2026-07-06T05:51:37.340447Z","caller":"traceutil/trace.go:171","msg":"trace[1863437465] transaction","detail":"{read_only:false; response_revision:5466; number_of_response:1; }","duration":"153.718001ms","start":"2026-07-06T05:51:37.186699Z","end":"2026-07-06T05:51:37.340417Z","steps":["trace[1863437465] 'process raft request' (duration: 153.492966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:51:37.340488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-07-06T05:51:37.340513Z","caller":"traceutil/trace.go:171","msg":"trace[589233769] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5466; }","duration":"109.537901ms","start":"2026-07-06T05:51:37.230968Z","end":"2026-07-06T05:51:37.340506Z","steps":["trace[589233769] 'agreement among raft nodes before linearized reading' (duration: 109.431949ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T05:51:37.450969Z","caller":"traceutil/trace.go:171","msg":"trace[1799390604] linearizableReadLoop","detail":"{readStateIndex:5670; appliedIndex:5669; }","duration":"110.542322ms","start":"2026-07-06T05:51:37.340382Z","end":"2026-07-06T05:51:37.450924Z","steps":["trace[1799390604] 'read index received' (duration: 50.501649ms)","trace[1799390604] 'applied index is now lower than readState.Index' (duration: 60.038993ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T05:51:37.451025Z","caller":"traceutil/trace.go:171","msg":"trace[319319999] transaction","detail":"{read_only:false; response_revision:5467; number_of_response:1; }","duration":"174.906063ms","start":"2026-07-06T05:51:37.276082Z","end":"2026-07-06T05:51:37.450988Z","steps":["trace[319319999] 'process raft request' (duration: 114.857829ms)","trace[319319999] 'compare' (duration: 59.767288ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T05:51:37.45127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.526901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T05:51:37.451337Z","caller":"traceutil/trace.go:171","msg":"trace[1404725980] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5467; }","duration":"109.667743ms","start":"2026-07-06T05:51:37.341654Z","end":"2026-07-06T05:51:37.451321Z","steps":["trace[1404725980] 'agreement among raft nodes before linearized reading' (duration: 109.533591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:51:37.451377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.900288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4d7c9db5-bcfd-4130-8727-1780be2c706c\" ","response":"range_response_count:1 size:1275"} {"level":"warn","ts":"2026-07-06T05:51:37.451269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.593838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-06T05:51:37.451432Z","caller":"traceutil/trace.go:171","msg":"trace[1849067251] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4d7c9db5-bcfd-4130-8727-1780be2c706c; range_end:; response_count:1; response_revision:5467; }","duration":"107.98775ms","start":"2026-07-06T05:51:37.343424Z","end":"2026-07-06T05:51:37.451411Z","steps":["trace[1849067251] 'agreement among raft nodes before linearized reading' (duration: 107.899138ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T05:51:37.451506Z","caller":"traceutil/trace.go:171","msg":"trace[1572904076] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5467; }","duration":"121.854792ms","start":"2026-07-06T05:51:37.329607Z","end":"2026-07-06T05:51:37.451462Z","steps":["trace[1572904076] 'agreement among raft nodes before linearized reading' (duration: 121.486185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:51:37.451578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.366748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:4464"} {"level":"info","ts":"2026-07-06T05:51:37.451664Z","caller":"traceutil/trace.go:171","msg":"trace[356120812] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:5467; }","duration":"108.48239ms","start":"2026-07-06T05:51:37.343163Z","end":"2026-07-06T05:51:37.451645Z","steps":["trace[356120812] 'agreement among raft nodes before linearized reading' (duration: 108.175544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:51:37.451937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.233451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-06T05:51:37.452271Z","caller":"traceutil/trace.go:171","msg":"trace[801240951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5467; }","duration":"127.17585ms","start":"2026-07-06T05:51:37.325041Z","end":"2026-07-06T05:51:37.452217Z","steps":["trace[801240951] 'agreement among raft nodes before linearized reading' (duration: 126.101859ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T05:51:37.570668Z","caller":"traceutil/trace.go:171","msg":"trace[1985508257] transaction","detail":"{read_only:false; response_revision:5469; number_of_response:1; }","duration":"113.913669ms","start":"2026-07-06T05:51:37.456723Z","end":"2026-07-06T05:51:37.570637Z","steps":["trace[1985508257] 'process raft request' (duration: 95.29643ms)","trace[1985508257] 'compare' (duration: 18.364394ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T05:51:37.570839Z","caller":"traceutil/trace.go:171","msg":"trace[43589287] linearizableReadLoop","detail":"{readStateIndex:5672; appliedIndex:5671; }","duration":"111.662283ms","start":"2026-07-06T05:51:37.459139Z","end":"2026-07-06T05:51:37.570801Z","steps":["trace[43589287] 'read index received' (duration: 40.470263ms)","trace[43589287] 'applied index is now lower than readState.Index' (duration: 71.19028ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T05:51:37.570911Z","caller":"traceutil/trace.go:171","msg":"trace[67734983] transaction","detail":"{read_only:false; response_revision:5470; number_of_response:1; }","duration":"110.397038ms","start":"2026-07-06T05:51:37.460502Z","end":"2026-07-06T05:51:37.570899Z","steps":["trace[67734983] 'process raft request' (duration: 110.065762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:51:37.571198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.039052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80134"} {"level":"info","ts":"2026-07-06T05:51:37.571261Z","caller":"traceutil/trace.go:171","msg":"trace[1670824991] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5470; }","duration":"112.130624ms","start":"2026-07-06T05:51:37.459114Z","end":"2026-07-06T05:51:37.571244Z","steps":["trace[1670824991] 'agreement among raft nodes before linearized reading' (duration: 111.792756ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T05:52:53.566866Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3000} {"level":"info","ts":"2026-07-06T05:52:53.635123Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3000,"took":"66.733716ms","hash":2360915614,"current-db-size-bytes":58728448,"current-db-size":"59 MB","current-db-size-in-use-bytes":34226176,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-06T05:52:53.635178Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2360915614,"revision":3000,"compact-revision":-1} {"level":"info","ts":"2026-07-06T05:57:29.790956Z","caller":"traceutil/trace.go:171","msg":"trace[1915581873] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"211.32342ms","start":"2026-07-06T05:57:29.579608Z","end":"2026-07-06T05:57:29.790931Z","steps":["trace[1915581873] 'process raft request' (duration: 211.179498ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T05:57:29.89153Z","caller":"traceutil/trace.go:171","msg":"trace[2008813328] linearizableReadLoop","detail":"{readStateIndex:8502; appliedIndex:8500; }","duration":"304.799984ms","start":"2026-07-06T05:57:29.586706Z","end":"2026-07-06T05:57:29.891506Z","steps":["trace[2008813328] 'read index received' (duration: 204.048763ms)","trace[2008813328] 'applied index is now lower than readState.Index' (duration: 100.750231ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T05:57:29.891572Z","caller":"traceutil/trace.go:171","msg":"trace[200454861] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"311.293356ms","start":"2026-07-06T05:57:29.580253Z","end":"2026-07-06T05:57:29.891547Z","steps":["trace[200454861] 'process raft request' (duration: 276.330473ms)","trace[200454861] 'compare' (duration: 34.81042ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T05:57:29.891713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T05:57:29.580232Z","time spent":"311.385967ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T05:57:29.891722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.990338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-06T05:57:29.891767Z","caller":"traceutil/trace.go:171","msg":"trace[639629700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8212; }","duration":"305.067989ms","start":"2026-07-06T05:57:29.586686Z","end":"2026-07-06T05:57:29.891754Z","steps":["trace[639629700] 'agreement among raft nodes before linearized reading' (duration: 304.910196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:57:29.89192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T05:57:29.586679Z","time spent":"305.223513ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-06T05:57:53.572981Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6146} {"level":"info","ts":"2026-07-06T05:57:53.667246Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6146,"took":"92.092585ms","hash":598982361,"current-db-size-bytes":58728448,"current-db-size":"59 MB","current-db-size-in-use-bytes":23433216,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-07-06T05:57:53.667323Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":598982361,"revision":6146,"compact-revision":3000} {"level":"info","ts":"2026-07-06T05:58:10.220207Z","caller":"traceutil/trace.go:171","msg":"trace[774909102] linearizableReadLoop","detail":"{readStateIndex:8782; appliedIndex:8781; }","duration":"100.17403ms","start":"2026-07-06T05:58:10.120012Z","end":"2026-07-06T05:58:10.220186Z","steps":["trace[774909102] 'read index received' (duration: 100.063167ms)","trace[774909102] 'applied index is now lower than readState.Index' (duration: 109.923µs)"],"step_count":2} {"level":"info","ts":"2026-07-06T05:58:10.220253Z","caller":"traceutil/trace.go:171","msg":"trace[1400368949] transaction","detail":"{read_only:false; response_revision:8480; number_of_response:1; }","duration":"103.440466ms","start":"2026-07-06T05:58:10.116792Z","end":"2026-07-06T05:58:10.220232Z","steps":["trace[1400368949] 'process raft request' (duration: 103.231811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:58:10.220424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.393354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-06T05:58:10.220463Z","caller":"traceutil/trace.go:171","msg":"trace[87795970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8480; }","duration":"100.467895ms","start":"2026-07-06T05:58:10.119984Z","end":"2026-07-06T05:58:10.220452Z","steps":["trace[87795970] 'agreement among raft nodes before linearized reading' (duration: 100.310372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:58:22.61723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.32543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T05:58:22.617333Z","caller":"traceutil/trace.go:171","msg":"trace[774072847] linearizableReadLoop","detail":"{readStateIndex:8895; appliedIndex:8894; }","duration":"216.114068ms","start":"2026-07-06T05:58:22.401203Z","end":"2026-07-06T05:58:22.617317Z","steps":["trace[774072847] 'read index received' (duration: 90.510483ms)","trace[774072847] 'applied index is now lower than readState.Index' (duration: 125.602495ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T05:58:22.617417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.21967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T05:58:22.617458Z","caller":"traceutil/trace.go:171","msg":"trace[1457807140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8587; }","duration":"216.286452ms","start":"2026-07-06T05:58:22.401155Z","end":"2026-07-06T05:58:22.617441Z","steps":["trace[1457807140] 'agreement among raft nodes before linearized reading' (duration: 216.230461ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T05:58:22.617416Z","caller":"traceutil/trace.go:171","msg":"trace[1576137449] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"231.978581ms","start":"2026-07-06T05:58:22.385375Z","end":"2026-07-06T05:58:22.617354Z","steps":["trace[1576137449] 'process raft request' (duration: 106.394376ms)","trace[1576137449] 'compare' (duration: 125.211528ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T05:58:22.67437Z","caller":"traceutil/trace.go:171","msg":"trace[1725026015] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"178.595265ms","start":"2026-07-06T05:58:22.495738Z","end":"2026-07-06T05:58:22.674334Z","steps":["trace[1725026015] 'process raft request' (duration: 178.264509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:58:22.674391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.821028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-06T05:58:22.674467Z","caller":"traceutil/trace.go:171","msg":"trace[1717743624] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8588; }","duration":"144.948241ms","start":"2026-07-06T05:58:22.529499Z","end":"2026-07-06T05:58:22.674448Z","steps":["trace[1717743624] 'agreement among raft nodes before linearized reading' (duration: 144.697706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:58:22.674526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.915375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T05:58:22.674874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.275309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8mtxs\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-07-06T05:58:22.675086Z","caller":"traceutil/trace.go:171","msg":"trace[2096176984] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8588; }","duration":"105.069069ms","start":"2026-07-06T05:58:22.569549Z","end":"2026-07-06T05:58:22.674618Z","steps":["trace[2096176984] 'agreement among raft nodes before linearized reading' (duration: 104.655501ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T05:58:22.674952Z","caller":"traceutil/trace.go:171","msg":"trace[1094001047] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8mtxs; range_end:; response_count:1; response_revision:8588; }","duration":"179.436222ms","start":"2026-07-06T05:58:22.495498Z","end":"2026-07-06T05:58:22.674934Z","steps":["trace[1094001047] 'agreement among raft nodes before linearized reading' (duration: 178.920112ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T05:58:23.584173Z","caller":"traceutil/trace.go:171","msg":"trace[2028934705] linearizableReadLoop","detail":"{readStateIndex:8901; appliedIndex:8900; }","duration":"140.482259ms","start":"2026-07-06T05:58:23.443664Z","end":"2026-07-06T05:58:23.584147Z","steps":["trace[2028934705] 'read index received' (duration: 124.405003ms)","trace[2028934705] 'applied index is now lower than readState.Index' (duration: 16.076036ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T05:58:23.584259Z","caller":"traceutil/trace.go:171","msg":"trace[32581754] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"207.846911ms","start":"2026-07-06T05:58:23.376379Z","end":"2026-07-06T05:58:23.584226Z","steps":["trace[32581754] 'process raft request' (duration: 191.778664ms)","trace[32581754] 'compare' (duration: 15.845301ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T05:58:23.584578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.08667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-06T05:58:23.584664Z","caller":"traceutil/trace.go:171","msg":"trace[1984019573] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8593; }","duration":"135.213532ms","start":"2026-07-06T05:58:23.449431Z","end":"2026-07-06T05:58:23.584644Z","steps":["trace[1984019573] 'agreement among raft nodes before linearized reading' (duration: 134.959487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T05:58:23.584841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.145373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-06T05:58:23.584881Z","caller":"traceutil/trace.go:171","msg":"trace[667981314] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8593; }","duration":"141.253186ms","start":"2026-07-06T05:58:23.443619Z","end":"2026-07-06T05:58:23.584872Z","steps":["trace[667981314] 'agreement among raft nodes before linearized reading' (duration: 140.671994ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T05:59:04.5393Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002449.wal"} {"level":"warn","ts":"2026-07-06T05:59:38.286023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.678761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T05:59:38.286316Z","caller":"traceutil/trace.go:171","msg":"trace[175702279] transaction","detail":"{read_only:false; response_revision:9335; number_of_response:1; }","duration":"273.228911ms","start":"2026-07-06T05:59:38.013054Z","end":"2026-07-06T05:59:38.286283Z","steps":["trace[175702279] 'process raft request' (duration: 110.007609ms)","trace[175702279] 'compare' (duration: 162.540089ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T05:59:38.286512Z","caller":"traceutil/trace.go:171","msg":"trace[1803142679] transaction","detail":"{read_only:false; response_revision:9336; number_of_response:1; }","duration":"273.202781ms","start":"2026-07-06T05:59:38.013283Z","end":"2026-07-06T05:59:38.286485Z","steps":["trace[1803142679] 'process raft request' (duration: 272.906385ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T05:59:38.286697Z","caller":"traceutil/trace.go:171","msg":"trace[1667718642] transaction","detail":"{read_only:false; response_revision:9337; number_of_response:1; }","duration":"234.916041ms","start":"2026-07-06T05:59:38.051769Z","end":"2026-07-06T05:59:38.286685Z","steps":["trace[1667718642] 'process raft request' (duration: 234.518293ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:00:22.945547Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2d372260bb4c37a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-06T06:00:22.95173Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-06T06:00:22.951813Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-06T06:02:53.578911Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8345} {"level":"info","ts":"2026-07-06T06:02:53.657471Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8345,"took":"74.234222ms","hash":3473760294,"current-db-size-bytes":58728448,"current-db-size":"59 MB","current-db-size-in-use-bytes":26607616,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-06T06:02:53.657567Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3473760294,"revision":8345,"compact-revision":6146} {"level":"info","ts":"2026-07-06T06:07:53.591357Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11002} {"level":"info","ts":"2026-07-06T06:07:53.670544Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11002,"took":"76.482126ms","hash":3086296768,"current-db-size-bytes":58728448,"current-db-size":"59 MB","current-db-size-in-use-bytes":28852224,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-06T06:07:53.670615Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3086296768,"revision":11002,"compact-revision":8345} {"level":"warn","ts":"2026-07-06T06:09:27.030091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.138144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T06:09:27.03017Z","caller":"traceutil/trace.go:171","msg":"trace[14405203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13688; }","duration":"172.270076ms","start":"2026-07-06T06:09:26.857884Z","end":"2026-07-06T06:09:27.030154Z","steps":["trace[14405203] 'range keys from in-memory index tree' (duration: 171.972559ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:09:27.376373Z","caller":"traceutil/trace.go:171","msg":"trace[303036008] transaction","detail":"{read_only:false; response_revision:13692; number_of_response:1; }","duration":"100.647118ms","start":"2026-07-06T06:09:27.275683Z","end":"2026-07-06T06:09:27.37633Z","steps":["trace[303036008] 'process raft request' (duration: 90.901819ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:09:43.048217Z","caller":"traceutil/trace.go:171","msg":"trace[1491741941] linearizableReadLoop","detail":"{readStateIndex:14259; appliedIndex:14258; }","duration":"216.586554ms","start":"2026-07-06T06:09:42.831606Z","end":"2026-07-06T06:09:43.048192Z","steps":["trace[1491741941] 'read index received' (duration: 216.424801ms)","trace[1491741941] 'applied index is now lower than readState.Index' (duration: 160.463µs)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:09:43.04833Z","caller":"traceutil/trace.go:171","msg":"trace[1427036871] transaction","detail":"{read_only:false; response_revision:13785; number_of_response:1; }","duration":"254.914127ms","start":"2026-07-06T06:09:42.793362Z","end":"2026-07-06T06:09:43.048276Z","steps":["trace[1427036871] 'process raft request' (duration: 254.690352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:09:43.048408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.785539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T06:09:43.048449Z","caller":"traceutil/trace.go:171","msg":"trace[1295835703] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13785; }","duration":"216.8737ms","start":"2026-07-06T06:09:42.831565Z","end":"2026-07-06T06:09:43.048439Z","steps":["trace[1295835703] 'agreement among raft nodes before linearized reading' (duration: 216.788738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:09:43.048575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.526788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6r4gk\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-06T06:09:43.048628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.339098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-06T06:09:43.04866Z","caller":"traceutil/trace.go:171","msg":"trace[727422178] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6r4gk; range_end:; response_count:1; response_revision:13785; }","duration":"150.665351ms","start":"2026-07-06T06:09:42.897976Z","end":"2026-07-06T06:09:43.048641Z","steps":["trace[727422178] 'agreement among raft nodes before linearized reading' (duration: 150.416016ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:09:43.048724Z","caller":"traceutil/trace.go:171","msg":"trace[1284880598] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13785; }","duration":"134.44672ms","start":"2026-07-06T06:09:42.91425Z","end":"2026-07-06T06:09:43.048697Z","steps":["trace[1284880598] 'agreement among raft nodes before linearized reading' (duration: 134.169345ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:09:52.252241Z","caller":"traceutil/trace.go:171","msg":"trace[1634140344] transaction","detail":"{read_only:false; response_revision:13956; number_of_response:1; }","duration":"101.100001ms","start":"2026-07-06T06:09:52.151082Z","end":"2026-07-06T06:09:52.252182Z","steps":["trace[1634140344] 'process raft request' (duration: 100.927728ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:10:58.708954Z","caller":"traceutil/trace.go:171","msg":"trace[1390349777] transaction","detail":"{read_only:false; response_revision:14866; number_of_response:1; }","duration":"144.592407ms","start":"2026-07-06T06:10:58.564331Z","end":"2026-07-06T06:10:58.708923Z","steps":["trace[1390349777] 'process raft request' (duration: 142.812311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:11:36.868907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.111836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-07-06T06:11:36.86898Z","caller":"traceutil/trace.go:171","msg":"trace[1796473580] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:15064; }","duration":"112.222228ms","start":"2026-07-06T06:11:36.756744Z","end":"2026-07-06T06:11:36.868966Z","steps":["trace[1796473580] 'range keys from in-memory index tree' (duration: 112.002453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:11:37.82728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.476019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T06:11:37.827409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.920087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-06T06:11:37.827837Z","caller":"traceutil/trace.go:171","msg":"trace[1690760622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15068; }","duration":"125.357326ms","start":"2026-07-06T06:11:37.702461Z","end":"2026-07-06T06:11:37.827819Z","steps":["trace[1690760622] 'range keys from in-memory index tree' (duration: 124.714612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:11:37.827839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.18695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-06T06:11:37.827377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.612901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T06:11:37.82788Z","caller":"traceutil/trace.go:171","msg":"trace[340450712] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15068; }","duration":"129.095712ms","start":"2026-07-06T06:11:37.698711Z","end":"2026-07-06T06:11:37.827807Z","steps":["trace[340450712] 'range keys from in-memory index tree' (duration: 128.379106ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:11:37.827937Z","caller":"traceutil/trace.go:171","msg":"trace[2026021426] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15068; }","duration":"196.347333ms","start":"2026-07-06T06:11:37.631563Z","end":"2026-07-06T06:11:37.82791Z","steps":["trace[2026021426] 'range keys from in-memory index tree' (duration: 196.003846ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:11:37.827944Z","caller":"traceutil/trace.go:171","msg":"trace[1115522494] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15068; }","duration":"129.242144ms","start":"2026-07-06T06:11:37.698683Z","end":"2026-07-06T06:11:37.827925Z","steps":["trace[1115522494] 'range keys from in-memory index tree' (duration: 128.462798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:11:37.827476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.51367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T06:11:37.828169Z","caller":"traceutil/trace.go:171","msg":"trace[1428659464] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15068; }","duration":"128.232705ms","start":"2026-07-06T06:11:37.699911Z","end":"2026-07-06T06:11:37.828144Z","steps":["trace[1428659464] 'range keys from in-memory index tree' (duration: 127.461108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:11:37.827474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.20675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-06T06:11:37.828312Z","caller":"traceutil/trace.go:171","msg":"trace[1419507765] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15068; }","duration":"198.099619ms","start":"2026-07-06T06:11:37.630185Z","end":"2026-07-06T06:11:37.828285Z","steps":["trace[1419507765] 'range keys from in-memory index tree' (duration: 196.911124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:11:37.827558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.384943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T06:11:37.828411Z","caller":"traceutil/trace.go:171","msg":"trace[294628274] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15068; }","duration":"193.25738ms","start":"2026-07-06T06:11:37.635137Z","end":"2026-07-06T06:11:37.828395Z","steps":["trace[294628274] 'count revisions from in-memory index tree' (duration: 192.282481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:11:37.827619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.317393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T06:11:37.828474Z","caller":"traceutil/trace.go:171","msg":"trace[1867844871] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15068; }","duration":"198.238991ms","start":"2026-07-06T06:11:37.630222Z","end":"2026-07-06T06:11:37.828461Z","steps":["trace[1867844871] 'range keys from in-memory index tree' (duration: 197.061348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:11:37.827398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.213573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-06T06:11:37.828564Z","caller":"traceutil/trace.go:171","msg":"trace[312903931] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15068; }","duration":"127.463979ms","start":"2026-07-06T06:11:37.701092Z","end":"2026-07-06T06:11:37.828556Z","steps":["trace[312903931] 'range keys from in-memory index tree' (duration: 126.000859ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:12:53.597278Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13072} {"level":"info","ts":"2026-07-06T06:12:53.675945Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13072,"took":"75.782335ms","hash":202882053,"current-db-size-bytes":58728448,"current-db-size":"59 MB","current-db-size-in-use-bytes":31674368,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-06T06:12:53.676008Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":202882053,"revision":13072,"compact-revision":11002} {"level":"info","ts":"2026-07-06T06:17:09.865594Z","caller":"traceutil/trace.go:171","msg":"trace[890525318] transaction","detail":"{read_only:false; response_revision:17641; number_of_response:1; }","duration":"138.675145ms","start":"2026-07-06T06:17:09.726877Z","end":"2026-07-06T06:17:09.865552Z","steps":["trace[890525318] 'process raft request' (duration: 136.043192ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:17:09.870731Z","caller":"traceutil/trace.go:171","msg":"trace[956618530] transaction","detail":"{read_only:false; response_revision:17642; number_of_response:1; }","duration":"117.653716ms","start":"2026-07-06T06:17:09.75305Z","end":"2026-07-06T06:17:09.870703Z","steps":["trace[956618530] 'process raft request' (duration: 117.295198ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:17:16.255907Z","caller":"traceutil/trace.go:171","msg":"trace[627935021] transaction","detail":"{read_only:false; response_revision:17689; number_of_response:1; }","duration":"152.922004ms","start":"2026-07-06T06:17:16.10295Z","end":"2026-07-06T06:17:16.255872Z","steps":["trace[627935021] 'process raft request' (duration: 152.725781ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:17:16.673481Z","caller":"traceutil/trace.go:171","msg":"trace[385106128] linearizableReadLoop","detail":"{readStateIndex:18289; appliedIndex:18288; }","duration":"111.46521ms","start":"2026-07-06T06:17:16.561978Z","end":"2026-07-06T06:17:16.673443Z","steps":["trace[385106128] 'read index received' (duration: 19.283063ms)","trace[385106128] 'applied index is now lower than readState.Index' (duration: 92.180397ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:17:16.673689Z","caller":"traceutil/trace.go:171","msg":"trace[98345155] transaction","detail":"{read_only:false; response_revision:17694; number_of_response:1; }","duration":"169.388351ms","start":"2026-07-06T06:17:16.50427Z","end":"2026-07-06T06:17:16.673658Z","steps":["trace[98345155] 'process raft request' (duration: 77.04524ms)","trace[98345155] 'compare' (duration: 91.424162ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:17:16.673724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.720135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-06T06:17:16.673927Z","caller":"traceutil/trace.go:171","msg":"trace[2131849035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17694; }","duration":"111.976721ms","start":"2026-07-06T06:17:16.56193Z","end":"2026-07-06T06:17:16.673906Z","steps":["trace[2131849035] 'agreement among raft nodes before linearized reading' (duration: 111.625463ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:17:16.735517Z","caller":"traceutil/trace.go:171","msg":"trace[776490132] transaction","detail":"{read_only:false; response_revision:17695; number_of_response:1; }","duration":"156.744973ms","start":"2026-07-06T06:17:16.578748Z","end":"2026-07-06T06:17:16.735493Z","steps":["trace[776490132] 'process raft request' (duration: 156.60179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:17:17.055869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.443529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:17:17.055993Z","caller":"traceutil/trace.go:171","msg":"trace[1667613066] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:17697; }","duration":"111.651343ms","start":"2026-07-06T06:17:16.944319Z","end":"2026-07-06T06:17:17.05597Z","steps":["trace[1667613066] 'count revisions from in-memory index tree' (duration: 111.287766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:17:17.056519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.060869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-nfjk6\" ","response":"range_response_count:1 size:20756"} {"level":"info","ts":"2026-07-06T06:17:17.05657Z","caller":"traceutil/trace.go:171","msg":"trace[1426106374] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-nfjk6; range_end:; response_count:1; response_revision:17697; }","duration":"208.143991ms","start":"2026-07-06T06:17:16.848413Z","end":"2026-07-06T06:17:17.056557Z","steps":["trace[1426106374] 'range keys from in-memory index tree' (duration: 207.862954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:17:17.056577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.278007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-06T06:17:17.056695Z","caller":"traceutil/trace.go:171","msg":"trace[524236799] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:17697; }","duration":"274.43959ms","start":"2026-07-06T06:17:16.782215Z","end":"2026-07-06T06:17:17.056655Z","steps":["trace[524236799] 'range keys from in-memory index tree' (duration: 274.065262ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:17:17.244469Z","caller":"traceutil/trace.go:171","msg":"trace[485445630] transaction","detail":"{read_only:false; response_revision:17698; number_of_response:1; }","duration":"166.495732ms","start":"2026-07-06T06:17:17.07794Z","end":"2026-07-06T06:17:17.244436Z","steps":["trace[485445630] 'process raft request' (duration: 166.292148ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:17:17.277565Z","caller":"traceutil/trace.go:171","msg":"trace[1457197789] transaction","detail":"{read_only:false; response_revision:17699; number_of_response:1; }","duration":"197.231397ms","start":"2026-07-06T06:17:17.080296Z","end":"2026-07-06T06:17:17.277528Z","steps":["trace[1457197789] 'process raft request' (duration: 197.001971ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:17:22.057281Z","caller":"traceutil/trace.go:171","msg":"trace[1905876350] linearizableReadLoop","detail":"{readStateIndex:18485; appliedIndex:18484; }","duration":"129.559639ms","start":"2026-07-06T06:17:21.927696Z","end":"2026-07-06T06:17:22.057256Z","steps":["trace[1905876350] 'read index received' (duration: 115.082294ms)","trace[1905876350] 'applied index is now lower than readState.Index' (duration: 14.476495ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:17:22.057369Z","caller":"traceutil/trace.go:171","msg":"trace[191214253] transaction","detail":"{read_only:false; response_revision:17888; number_of_response:1; }","duration":"145.33167ms","start":"2026-07-06T06:17:21.912022Z","end":"2026-07-06T06:17:22.057354Z","steps":["trace[191214253] 'process raft request' (duration: 130.868546ms)","trace[191214253] 'compare' (duration: 14.109647ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:17:22.057623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.374154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-06T06:17:22.057713Z","caller":"traceutil/trace.go:171","msg":"trace[1245355584] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17888; }","duration":"125.498046ms","start":"2026-07-06T06:17:21.932196Z","end":"2026-07-06T06:17:22.057694Z","steps":["trace[1245355584] 'agreement among raft nodes before linearized reading' (duration: 125.233651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:17:22.057923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.168252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417126"} {"level":"info","ts":"2026-07-06T06:17:22.058039Z","caller":"traceutil/trace.go:171","msg":"trace[650733895] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:17888; }","duration":"130.365215ms","start":"2026-07-06T06:17:21.927648Z","end":"2026-07-06T06:17:22.058013Z","steps":["trace[650733895] 'agreement among raft nodes before linearized reading' (duration: 129.723153ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:17:53.604399Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15588} {"level":"info","ts":"2026-07-06T06:17:53.7015Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15588,"took":"92.79066ms","hash":3381645890,"current-db-size-bytes":58728448,"current-db-size":"59 MB","current-db-size-in-use-bytes":34500608,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-06T06:17:53.701585Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3381645890,"revision":15588,"compact-revision":13072} {"level":"info","ts":"2026-07-06T06:20:37.826966Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2d372260bb4c37a","local-member-applied-index":20003,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-06T06:20:37.83207Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20003} {"level":"info","ts":"2026-07-06T06:20:37.832168Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15003} {"level":"warn","ts":"2026-07-06T06:22:14.517494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.635097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:22:14.517626Z","caller":"traceutil/trace.go:171","msg":"trace[1205533904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20018; }","duration":"119.81426ms","start":"2026-07-06T06:22:14.39778Z","end":"2026-07-06T06:22:14.517595Z","steps":["trace[1205533904] 'range keys from in-memory index tree' (duration: 119.531244ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:22:14.99533Z","caller":"traceutil/trace.go:171","msg":"trace[2008144780] transaction","detail":"{read_only:false; response_revision:20019; number_of_response:1; }","duration":"142.282897ms","start":"2026-07-06T06:22:14.853005Z","end":"2026-07-06T06:22:14.995288Z","steps":["trace[2008144780] 'process raft request' (duration: 142.062702ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:22:15.160744Z","caller":"traceutil/trace.go:171","msg":"trace[1278859943] transaction","detail":"{read_only:false; response_revision:20020; number_of_response:1; }","duration":"161.271194ms","start":"2026-07-06T06:22:14.999438Z","end":"2026-07-06T06:22:15.160709Z","steps":["trace[1278859943] 'process raft request' (duration: 153.560197ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:22:15.344352Z","caller":"traceutil/trace.go:171","msg":"trace[708501329] linearizableReadLoop","detail":"{readStateIndex:20694; appliedIndex:20692; }","duration":"188.914157ms","start":"2026-07-06T06:22:15.155411Z","end":"2026-07-06T06:22:15.344325Z","steps":["trace[708501329] 'read index received' (duration: 144.39786ms)","trace[708501329] 'applied index is now lower than readState.Index' (duration: 44.515197ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:22:15.344409Z","caller":"traceutil/trace.go:171","msg":"trace[739003794] transaction","detail":"{read_only:false; response_revision:20021; number_of_response:1; }","duration":"344.312023ms","start":"2026-07-06T06:22:15.000061Z","end":"2026-07-06T06:22:15.344373Z","steps":["trace[739003794] 'process raft request' (duration: 299.761115ms)","trace[739003794] 'compare' (duration: 44.314603ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:22:15.344645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.212293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-06T06:22:15.344771Z","caller":"traceutil/trace.go:171","msg":"trace[2130960040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20022; }","duration":"189.386287ms","start":"2026-07-06T06:22:15.155363Z","end":"2026-07-06T06:22:15.344749Z","steps":["trace[2130960040] 'agreement among raft nodes before linearized reading' (duration: 189.087921ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:22:15.344512Z","caller":"traceutil/trace.go:171","msg":"trace[1409957241] transaction","detail":"{read_only:false; response_revision:20022; number_of_response:1; }","duration":"208.959186ms","start":"2026-07-06T06:22:15.135457Z","end":"2026-07-06T06:22:15.344416Z","steps":["trace[1409957241] 'process raft request' (duration: 208.798723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:22:15.344838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:22:15.000041Z","time spent":"344.701031ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T06:22:15.344943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.2899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-06T06:22:15.345041Z","caller":"traceutil/trace.go:171","msg":"trace[961338952] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20022; }","duration":"146.439862ms","start":"2026-07-06T06:22:15.198575Z","end":"2026-07-06T06:22:15.345015Z","steps":["trace[961338952] 'agreement among raft nodes before linearized reading' (duration: 146.170447ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:22:15.495866Z","caller":"traceutil/trace.go:171","msg":"trace[279392210] transaction","detail":"{read_only:false; response_revision:20023; number_of_response:1; }","duration":"147.204428ms","start":"2026-07-06T06:22:15.348633Z","end":"2026-07-06T06:22:15.495837Z","steps":["trace[279392210] 'process raft request' (duration: 100.497046ms)","trace[279392210] 'compare' (duration: 46.523708ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:22:15.496068Z","caller":"traceutil/trace.go:171","msg":"trace[1786122714] transaction","detail":"{read_only:false; response_revision:20024; number_of_response:1; }","duration":"146.32842ms","start":"2026-07-06T06:22:15.349709Z","end":"2026-07-06T06:22:15.496037Z","steps":["trace[1786122714] 'process raft request' (duration: 146.087005ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:22:15.694184Z","caller":"traceutil/trace.go:171","msg":"trace[650502108] linearizableReadLoop","detail":"{readStateIndex:20697; appliedIndex:20696; }","duration":"198.175906ms","start":"2026-07-06T06:22:15.495987Z","end":"2026-07-06T06:22:15.694163Z","steps":["trace[650502108] 'read index received' (duration: 101.6277ms)","trace[650502108] 'applied index is now lower than readState.Index' (duration: 96.547386ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:22:15.694281Z","caller":"traceutil/trace.go:171","msg":"trace[1265528811] transaction","detail":"{read_only:false; response_revision:20025; number_of_response:1; }","duration":"229.560955ms","start":"2026-07-06T06:22:15.464712Z","end":"2026-07-06T06:22:15.694273Z","steps":["trace[1265528811] 'process raft request' (duration: 132.895256ms)","trace[1265528811] 'compare' (duration: 96.472195ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:22:15.694505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.665005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-06T06:22:15.694532Z","caller":"traceutil/trace.go:171","msg":"trace[1944739881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20025; }","duration":"222.729555ms","start":"2026-07-06T06:22:15.471796Z","end":"2026-07-06T06:22:15.694526Z","steps":["trace[1944739881] 'agreement among raft nodes before linearized reading' (duration: 222.620833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:22:15.694599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.135845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:22:15.694642Z","caller":"traceutil/trace.go:171","msg":"trace[685968755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20025; }","duration":"197.215906ms","start":"2026-07-06T06:22:15.497412Z","end":"2026-07-06T06:22:15.694628Z","steps":["trace[685968755] 'agreement among raft nodes before linearized reading' (duration: 197.152785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:22:15.94665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.357177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-06T06:22:15.946765Z","caller":"traceutil/trace.go:171","msg":"trace[1087672772] linearizableReadLoop","detail":"{readStateIndex:20698; appliedIndex:20697; }","duration":"202.142267ms","start":"2026-07-06T06:22:15.7446Z","end":"2026-07-06T06:22:15.946742Z","steps":["trace[1087672772] 'read index received' (duration: 68.927634ms)","trace[1087672772] 'applied index is now lower than readState.Index' (duration: 133.213063ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:22:15.946923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.329121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:22:15.946969Z","caller":"traceutil/trace.go:171","msg":"trace[1470703344] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:20026; }","duration":"202.418912ms","start":"2026-07-06T06:22:15.744537Z","end":"2026-07-06T06:22:15.946956Z","steps":["trace[1470703344] 'agreement among raft nodes before linearized reading' (duration: 202.261829ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:22:15.947063Z","caller":"traceutil/trace.go:171","msg":"trace[12485838] transaction","detail":"{read_only:false; response_revision:20026; number_of_response:1; }","duration":"248.729166ms","start":"2026-07-06T06:22:15.698299Z","end":"2026-07-06T06:22:15.947028Z","steps":["trace[12485838] 'process raft request' (duration: 114.88482ms)","trace[12485838] 'compare' (duration: 133.060401ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:22:15.985846Z","caller":"traceutil/trace.go:171","msg":"trace[607552006] transaction","detail":"{read_only:false; response_revision:20027; number_of_response:1; }","duration":"226.269349ms","start":"2026-07-06T06:22:15.759558Z","end":"2026-07-06T06:22:15.985828Z","steps":["trace[607552006] 'process raft request' (duration: 226.173327ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:22:16.100297Z","caller":"traceutil/trace.go:171","msg":"trace[117087995] transaction","detail":"{read_only:false; response_revision:20028; number_of_response:1; }","duration":"226.966903ms","start":"2026-07-06T06:22:15.87331Z","end":"2026-07-06T06:22:16.100276Z","steps":["trace[117087995] 'process raft request' (duration: 225.964623ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:22:53.610987Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18190} {"level":"info","ts":"2026-07-06T06:22:53.720568Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18190,"took":"106.139062ms","hash":1404108304,"current-db-size-bytes":58728448,"current-db-size":"59 MB","current-db-size-in-use-bytes":30728192,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-06T06:22:53.720641Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1404108304,"revision":18190,"compact-revision":15588} {"level":"info","ts":"2026-07-06T06:25:59.462093Z","caller":"traceutil/trace.go:171","msg":"trace[2097427126] linearizableReadLoop","detail":"{readStateIndex:23154; appliedIndex:23153; }","duration":"113.97074ms","start":"2026-07-06T06:25:59.348095Z","end":"2026-07-06T06:25:59.462066Z","steps":["trace[2097427126] 'read index received' (duration: 113.782016ms)","trace[2097427126] 'applied index is now lower than readState.Index' (duration: 187.474µs)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:25:59.462174Z","caller":"traceutil/trace.go:171","msg":"trace[976672031] transaction","detail":"{read_only:false; response_revision:22410; number_of_response:1; }","duration":"142.334426ms","start":"2026-07-06T06:25:59.319811Z","end":"2026-07-06T06:25:59.462146Z","steps":["trace[976672031] 'process raft request' (duration: 142.093631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:25:59.462263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.136003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:25:59.462391Z","caller":"traceutil/trace.go:171","msg":"trace[1490319807] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:22410; }","duration":"114.303917ms","start":"2026-07-06T06:25:59.348065Z","end":"2026-07-06T06:25:59.462369Z","steps":["trace[1490319807] 'agreement among raft nodes before linearized reading' (duration: 114.110583ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:27:53.616787Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20459} {"level":"info","ts":"2026-07-06T06:27:53.726429Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20459,"took":"105.407721ms","hash":2094023541,"current-db-size-bytes":58728448,"current-db-size":"59 MB","current-db-size-in-use-bytes":44236800,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-07-06T06:27:53.726583Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2094023541,"revision":20459,"compact-revision":18190} {"level":"info","ts":"2026-07-06T06:28:59.205552Z","caller":"traceutil/trace.go:171","msg":"trace[12915382] transaction","detail":"{read_only:false; response_revision:24282; number_of_response:1; }","duration":"117.179921ms","start":"2026-07-06T06:28:59.088345Z","end":"2026-07-06T06:28:59.205525Z","steps":["trace[12915382] 'process raft request' (duration: 117.017207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:28:59.494748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.272703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-06T06:28:59.494841Z","caller":"traceutil/trace.go:171","msg":"trace[1608398026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24283; }","duration":"119.400246ms","start":"2026-07-06T06:28:59.375415Z","end":"2026-07-06T06:28:59.494815Z","steps":["trace[1608398026] 'range keys from in-memory index tree' (duration: 119.035807ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:28:59.627843Z","caller":"traceutil/trace.go:171","msg":"trace[2117554163] transaction","detail":"{read_only:false; response_revision:24284; number_of_response:1; }","duration":"175.228ms","start":"2026-07-06T06:28:59.452587Z","end":"2026-07-06T06:28:59.627815Z","steps":["trace[2117554163] 'process raft request' (duration: 174.77726ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:28:59.673345Z","caller":"traceutil/trace.go:171","msg":"trace[649861160] linearizableReadLoop","detail":"{readStateIndex:25079; appliedIndex:25077; }","duration":"173.465364ms","start":"2026-07-06T06:28:59.499852Z","end":"2026-07-06T06:28:59.673318Z","steps":["trace[649861160] 'read index received' (duration: 127.807727ms)","trace[649861160] 'applied index is now lower than readState.Index' (duration: 45.656757ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:28:59.673478Z","caller":"traceutil/trace.go:171","msg":"trace[2037299780] transaction","detail":"{read_only:false; response_revision:24287; number_of_response:1; }","duration":"145.068267ms","start":"2026-07-06T06:28:59.528397Z","end":"2026-07-06T06:28:59.673465Z","steps":["trace[2037299780] 'process raft request' (duration: 144.879823ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:28:59.673485Z","caller":"traceutil/trace.go:171","msg":"trace[310836086] transaction","detail":"{read_only:false; response_revision:24286; number_of_response:1; }","duration":"173.553886ms","start":"2026-07-06T06:28:59.499895Z","end":"2026-07-06T06:28:59.673449Z","steps":["trace[310836086] 'process raft request' (duration: 173.343732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:28:59.673672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.035024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-06T06:28:59.673712Z","caller":"traceutil/trace.go:171","msg":"trace[252316632] transaction","detail":"{read_only:false; response_revision:24285; number_of_response:1; }","duration":"205.027604ms","start":"2026-07-06T06:28:59.468356Z","end":"2026-07-06T06:28:59.673384Z","steps":["trace[252316632] 'process raft request' (duration: 204.649017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:28:59.673739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.862762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-06T06:28:59.673762Z","caller":"traceutil/trace.go:171","msg":"trace[1172517893] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24287; }","duration":"168.131785ms","start":"2026-07-06T06:28:59.505596Z","end":"2026-07-06T06:28:59.673728Z","steps":["trace[1172517893] 'agreement among raft nodes before linearized reading' (duration: 167.905951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:28:59.673765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.016485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-06T06:28:59.673811Z","caller":"traceutil/trace.go:171","msg":"trace[2063457624] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24287; }","duration":"110.098877ms","start":"2026-07-06T06:28:59.563698Z","end":"2026-07-06T06:28:59.673797Z","steps":["trace[2063457624] 'agreement among raft nodes before linearized reading' (duration: 109.946924ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:28:59.673809Z","caller":"traceutil/trace.go:171","msg":"trace[1741536622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24287; }","duration":"173.961624ms","start":"2026-07-06T06:28:59.499827Z","end":"2026-07-06T06:28:59.673788Z","steps":["trace[1741536622] 'agreement among raft nodes before linearized reading' (duration: 173.743939ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:00.063992Z","caller":"traceutil/trace.go:171","msg":"trace[1233133398] transaction","detail":"{read_only:false; response_revision:24288; number_of_response:1; }","duration":"385.625842ms","start":"2026-07-06T06:28:59.678332Z","end":"2026-07-06T06:29:00.063958Z","steps":["trace[1233133398] 'process raft request' (duration: 369.549097ms)","trace[1233133398] 'compare' (duration: 15.531845ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:29:00.064135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:28:59.678317Z","time spent":"385.742664ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:29:00.310215Z","caller":"traceutil/trace.go:171","msg":"trace[101597009] linearizableReadLoop","detail":"{readStateIndex:25084; appliedIndex:25081; }","duration":"443.610181ms","start":"2026-07-06T06:28:59.866573Z","end":"2026-07-06T06:29:00.310183Z","steps":["trace[101597009] 'read index received' (duration: 187.133242ms)","trace[101597009] 'applied index is now lower than readState.Index' (duration: 256.472509ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:00.310267Z","caller":"traceutil/trace.go:171","msg":"trace[31420678] transaction","detail":"{read_only:false; response_revision:24289; number_of_response:1; }","duration":"628.557098ms","start":"2026-07-06T06:28:59.681658Z","end":"2026-07-06T06:29:00.310215Z","steps":["trace[31420678] 'process raft request' (duration: 628.269722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:00.310513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.908777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-06T06:29:00.310545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:28:59.681637Z","time spent":"628.739441ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:29:00.310576Z","caller":"traceutil/trace.go:171","msg":"trace[1287965603] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24290; }","duration":"444.030069ms","start":"2026-07-06T06:28:59.866531Z","end":"2026-07-06T06:29:00.310561Z","steps":["trace[1287965603] 'agreement among raft nodes before linearized reading' (duration: 443.814324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:00.310632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:28:59.866486Z","time spent":"444.133321ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-06T06:29:00.310353Z","caller":"traceutil/trace.go:171","msg":"trace[53517317] transaction","detail":"{read_only:false; response_revision:24290; number_of_response:1; }","duration":"610.121883ms","start":"2026-07-06T06:28:59.700172Z","end":"2026-07-06T06:29:00.310294Z","steps":["trace[53517317] 'process raft request' (duration: 609.94586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:00.31106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:28:59.700157Z","time spent":"610.762207ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:29:00.418953Z","caller":"traceutil/trace.go:171","msg":"trace[856819567] linearizableReadLoop","detail":"{readStateIndex:25086; appliedIndex:25084; }","duration":"101.725336ms","start":"2026-07-06T06:29:00.317192Z","end":"2026-07-06T06:29:00.418917Z","steps":["trace[856819567] 'read index received' (duration: 58.444307ms)","trace[856819567] 'applied index is now lower than readState.Index' (duration: 43.279869ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:00.419142Z","caller":"traceutil/trace.go:171","msg":"trace[952984227] transaction","detail":"{read_only:false; response_revision:24291; number_of_response:1; }","duration":"102.966082ms","start":"2026-07-06T06:29:00.316161Z","end":"2026-07-06T06:29:00.419127Z","steps":["trace[952984227] 'process raft request' (duration: 59.453719ms)","trace[952984227] 'compare' (duration: 43.026043ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:29:00.419251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.046652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-06T06:29:00.419329Z","caller":"traceutil/trace.go:171","msg":"trace[516466202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24292; }","duration":"102.150624ms","start":"2026-07-06T06:29:00.317163Z","end":"2026-07-06T06:29:00.419314Z","steps":["trace[516466202] 'agreement among raft nodes before linearized reading' (duration: 101.992101ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:00.419459Z","caller":"traceutil/trace.go:171","msg":"trace[1769469448] transaction","detail":"{read_only:false; response_revision:24292; number_of_response:1; }","duration":"102.688305ms","start":"2026-07-06T06:29:00.316757Z","end":"2026-07-06T06:29:00.419445Z","steps":["trace[1769469448] 'process raft request' (duration: 102.084213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:00.743708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.988455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-06T06:29:00.743823Z","caller":"traceutil/trace.go:171","msg":"trace[123343395] linearizableReadLoop","detail":"{readStateIndex:25087; appliedIndex:25086; }","duration":"241.010735ms","start":"2026-07-06T06:29:00.502781Z","end":"2026-07-06T06:29:00.743792Z","steps":["trace[123343395] 'read index received' (duration: 32.800636ms)","trace[123343395] 'applied index is now lower than readState.Index' (duration: 208.208919ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:00.743926Z","caller":"traceutil/trace.go:171","msg":"trace[667854577] transaction","detail":"{read_only:false; response_revision:24293; number_of_response:1; }","duration":"320.566402ms","start":"2026-07-06T06:29:00.423299Z","end":"2026-07-06T06:29:00.743866Z","steps":["trace[667854577] 'process raft request' (duration: 112.333302ms)","trace[667854577] 'compare' (duration: 207.867382ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:29:00.743996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.21246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-06T06:29:00.744035Z","caller":"traceutil/trace.go:171","msg":"trace[1780091140] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24293; }","duration":"241.251691ms","start":"2026-07-06T06:29:00.502771Z","end":"2026-07-06T06:29:00.744023Z","steps":["trace[1780091140] 'agreement among raft nodes before linearized reading' (duration: 241.112838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:00.744056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.932369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-06T06:29:00.745774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:00.423283Z","time spent":"320.745985ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:29:00.746454Z","caller":"traceutil/trace.go:171","msg":"trace[1898837976] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24293; }","duration":"128.043121ms","start":"2026-07-06T06:29:00.616058Z","end":"2026-07-06T06:29:00.744101Z","steps":["trace[1898837976] 'agreement among raft nodes before linearized reading' (duration: 127.919189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:01.01858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.094962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-06T06:29:01.01867Z","caller":"traceutil/trace.go:171","msg":"trace[1644955037] linearizableReadLoop","detail":"{readStateIndex:25088; appliedIndex:25087; }","duration":"266.386831ms","start":"2026-07-06T06:29:00.752268Z","end":"2026-07-06T06:29:01.018654Z","steps":["trace[1644955037] 'read index received' (duration: 136.133826ms)","trace[1644955037] 'applied index is now lower than readState.Index' (duration: 130.251595ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:01.018785Z","caller":"traceutil/trace.go:171","msg":"trace[1368014752] transaction","detail":"{read_only:false; response_revision:24294; number_of_response:1; }","duration":"268.508364ms","start":"2026-07-06T06:29:00.750176Z","end":"2026-07-06T06:29:01.018684Z","steps":["trace[1368014752] 'process raft request' (duration: 138.225598ms)","trace[1368014752] 'compare' (duration: 129.911309ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:29:01.018873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.602086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fca9e6d5-4f4d-45b1-abd1-020b64f2a4f2\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-07-06T06:29:01.018909Z","caller":"traceutil/trace.go:171","msg":"trace[1874554723] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fca9e6d5-4f4d-45b1-abd1-020b64f2a4f2; range_end:; response_count:1; response_revision:24294; }","duration":"266.657066ms","start":"2026-07-06T06:29:00.752239Z","end":"2026-07-06T06:29:01.018896Z","steps":["trace[1874554723] 'agreement among raft nodes before linearized reading' (duration: 266.486063ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:01.033349Z","caller":"traceutil/trace.go:171","msg":"trace[1130136977] transaction","detail":"{read_only:false; response_revision:24295; number_of_response:1; }","duration":"143.305281ms","start":"2026-07-06T06:29:00.890014Z","end":"2026-07-06T06:29:01.03332Z","steps":["trace[1130136977] 'process raft request' (duration: 142.946664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:01.033343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.88775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-06T06:29:01.033595Z","caller":"traceutil/trace.go:171","msg":"trace[1536841227] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24295; }","duration":"231.022192ms","start":"2026-07-06T06:29:00.802394Z","end":"2026-07-06T06:29:01.033416Z","steps":["trace[1536841227] 'agreement among raft nodes before linearized reading' (duration: 230.695735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:01.557871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.807018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-06T06:29:01.558063Z","caller":"traceutil/trace.go:171","msg":"trace[1213942650] transaction","detail":"{read_only:false; response_revision:24298; number_of_response:1; }","duration":"262.533463ms","start":"2026-07-06T06:29:01.295468Z","end":"2026-07-06T06:29:01.558002Z","steps":["trace[1213942650] 'process raft request' (duration: 129.518201ms)","trace[1213942650] 'compare' (duration: 132.717175ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:01.82992Z","caller":"traceutil/trace.go:171","msg":"trace[432857422] linearizableReadLoop","detail":"{readStateIndex:25093; appliedIndex:25092; }","duration":"164.495172ms","start":"2026-07-06T06:29:01.665396Z","end":"2026-07-06T06:29:01.829891Z","steps":["trace[432857422] 'read index received' (duration: 164.439631ms)","trace[432857422] 'applied index is now lower than readState.Index' (duration: 51.981µs)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:01.830224Z","caller":"traceutil/trace.go:171","msg":"trace[535389439] transaction","detail":"{read_only:false; response_revision:24299; number_of_response:1; }","duration":"194.762596ms","start":"2026-07-06T06:29:01.635429Z","end":"2026-07-06T06:29:01.830192Z","steps":["trace[535389439] 'process raft request' (duration: 194.325787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:01.830321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.91052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-698cbb88c9-w7wlq\" ","response":"range_response_count:1 size:8652"} {"level":"info","ts":"2026-07-06T06:29:01.830412Z","caller":"traceutil/trace.go:171","msg":"trace[483632637] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-698cbb88c9-w7wlq; range_end:; response_count:1; response_revision:24299; }","duration":"165.006222ms","start":"2026-07-06T06:29:01.665382Z","end":"2026-07-06T06:29:01.830388Z","steps":["trace[483632637] 'agreement among raft nodes before linearized reading' (duration: 164.759877ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:01.981852Z","caller":"traceutil/trace.go:171","msg":"trace[1852244442] transaction","detail":"{read_only:false; response_revision:24300; number_of_response:1; }","duration":"302.207208ms","start":"2026-07-06T06:29:01.679627Z","end":"2026-07-06T06:29:01.981834Z","steps":["trace[1852244442] 'process raft request' (duration: 283.293834ms)","trace[1852244442] 'compare' (duration: 18.809062ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:29:01.981951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:01.679589Z","time spent":"302.309101ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:29:01.981995Z","caller":"traceutil/trace.go:171","msg":"trace[1280913411] linearizableReadLoop","detail":"{readStateIndex:25095; appliedIndex:25093; }","duration":"151.968267ms","start":"2026-07-06T06:29:01.829992Z","end":"2026-07-06T06:29:01.981961Z","steps":["trace[1280913411] 'read index received' (duration: 132.93966ms)","trace[1280913411] 'applied index is now lower than readState.Index' (duration: 19.026517ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:01.982033Z","caller":"traceutil/trace.go:171","msg":"trace[28458185] transaction","detail":"{read_only:false; response_revision:24301; number_of_response:1; }","duration":"302.021755ms","start":"2026-07-06T06:29:01.679976Z","end":"2026-07-06T06:29:01.981998Z","steps":["trace[28458185] 'process raft request' (duration: 301.826861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:01.98219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:01.679964Z","time spent":"302.139888ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T06:29:01.982197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.091496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-06T06:29:01.982245Z","caller":"traceutil/trace.go:171","msg":"trace[939805261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24301; }","duration":"302.181078ms","start":"2026-07-06T06:29:01.680049Z","end":"2026-07-06T06:29:01.98223Z","steps":["trace[939805261] 'agreement among raft nodes before linearized reading' (duration: 302.013385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:01.982286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:01.680032Z","time spent":"302.245829ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-06T06:29:02.155009Z","caller":"traceutil/trace.go:171","msg":"trace[712373718] transaction","detail":"{read_only:false; response_revision:24302; number_of_response:1; }","duration":"313.07972ms","start":"2026-07-06T06:29:01.841897Z","end":"2026-07-06T06:29:02.154976Z","steps":["trace[712373718] 'process raft request' (duration: 284.692133ms)","trace[712373718] 'compare' (duration: 28.226533ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:29:02.155174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:01.841874Z","time spent":"313.216013ms","remote":"127.0.0.1:37594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8450,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T06:29:02.348572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.609213ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-06T06:29:02.348922Z","caller":"traceutil/trace.go:171","msg":"trace[451519285] linearizableReadLoop","detail":"{readStateIndex:25098; appliedIndex:25095; }","duration":"321.752516ms","start":"2026-07-06T06:29:02.027156Z","end":"2026-07-06T06:29:02.348908Z","steps":["trace[451519285] 'read index received' (duration: 99.44719ms)","trace[451519285] 'applied index is now lower than readState.Index' (duration: 222.304396ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:02.348962Z","caller":"traceutil/trace.go:171","msg":"trace[1767798659] transaction","detail":"{read_only:false; response_revision:24303; number_of_response:1; }","duration":"362.707519ms","start":"2026-07-06T06:29:01.986237Z","end":"2026-07-06T06:29:02.348945Z","steps":["trace[1767798659] 'process raft request' (duration: 362.451683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:02.349076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:01.98622Z","time spent":"362.78503ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T06:29:02.594142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.975186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-06T06:29:02.594257Z","caller":"traceutil/trace.go:171","msg":"trace[1801740450] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24303; }","duration":"567.098439ms","start":"2026-07-06T06:29:02.027105Z","end":"2026-07-06T06:29:02.594203Z","steps":["trace[1801740450] 'agreement among raft nodes before linearized reading' (duration: 321.842728ms)","trace[1801740450] 'range keys from in-memory index tree' (duration: 245.051847ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:29:02.594305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:02.027084Z","time spent":"567.210422ms","remote":"127.0.0.1:37594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-06T06:29:02.594623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.634809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-06T06:29:02.594844Z","caller":"traceutil/trace.go:171","msg":"trace[1705189116] transaction","detail":"{read_only:false; response_revision:24304; number_of_response:1; }","duration":"432.253401ms","start":"2026-07-06T06:29:02.162557Z","end":"2026-07-06T06:29:02.59481Z","steps":["trace[1705189116] 'process raft request' (duration: 186.346436ms)","trace[1705189116] 'compare' (duration: 245.109678ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:29:02.594993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:02.162534Z","time spent":"432.388823ms","remote":"127.0.0.1:37564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:29:02.595054Z","caller":"traceutil/trace.go:171","msg":"trace[1821668813] linearizableReadLoop","detail":"{readStateIndex:25104; appliedIndex:25098; }","duration":"246.087328ms","start":"2026-07-06T06:29:02.348947Z","end":"2026-07-06T06:29:02.595034Z","steps":["trace[1821668813] 'read index received' (duration: 184.835794ms)","trace[1821668813] 'applied index is now lower than readState.Index' (duration: 61.250704ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:02.595076Z","caller":"traceutil/trace.go:171","msg":"trace[508041955] transaction","detail":"{read_only:false; response_revision:24307; number_of_response:1; }","duration":"428.721459ms","start":"2026-07-06T06:29:02.166338Z","end":"2026-07-06T06:29:02.595059Z","steps":["trace[508041955] 'process raft request' (duration: 428.532685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:02.595185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:02.166322Z","time spent":"428.79226ms","remote":"127.0.0.1:37906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:29:02.595274Z","caller":"traceutil/trace.go:171","msg":"trace[1627466703] transaction","detail":"{read_only:false; response_revision:24308; number_of_response:1; }","duration":"404.784273ms","start":"2026-07-06T06:29:02.190476Z","end":"2026-07-06T06:29:02.59526Z","steps":["trace[1627466703] 'process raft request' (duration: 404.447386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:02.595345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:02.190456Z","time spent":"404.853654ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:29:02.595379Z","caller":"traceutil/trace.go:171","msg":"trace[1125042301] transaction","detail":"{read_only:false; response_revision:24305; number_of_response:1; }","duration":"431.181839ms","start":"2026-07-06T06:29:02.164185Z","end":"2026-07-06T06:29:02.595366Z","steps":["trace[1125042301] 'process raft request' (duration: 430.538096ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:02.595404Z","caller":"traceutil/trace.go:171","msg":"trace[1798135080] transaction","detail":"{read_only:false; response_revision:24306; number_of_response:1; }","duration":"430.581046ms","start":"2026-07-06T06:29:02.1648Z","end":"2026-07-06T06:29:02.595381Z","steps":["trace[1798135080] 'process raft request' (duration: 430.016475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:02.59544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:02.164172Z","time spent":"431.23585ms","remote":"127.0.0.1:37686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1168,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T06:29:02.59547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:02.164782Z","time spent":"430.657448ms","remote":"127.0.0.1:37716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:29:02.595511Z","caller":"traceutil/trace.go:171","msg":"trace[594614270] transaction","detail":"{read_only:false; response_revision:24309; number_of_response:1; }","duration":"279.287584ms","start":"2026-07-06T06:29:02.316212Z","end":"2026-07-06T06:29:02.5955Z","steps":["trace[594614270] 'process raft request' (duration: 278.760563ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:02.595641Z","caller":"traceutil/trace.go:171","msg":"trace[1207651213] transaction","detail":"{read_only:false; response_revision:24310; number_of_response:1; }","duration":"227.025041ms","start":"2026-07-06T06:29:02.368606Z","end":"2026-07-06T06:29:02.595631Z","steps":["trace[1207651213] 'process raft request' (duration: 226.398859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:02.595819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.162781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-06T06:29:02.595871Z","caller":"traceutil/trace.go:171","msg":"trace[671207488] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24310; }","duration":"280.244303ms","start":"2026-07-06T06:29:02.31561Z","end":"2026-07-06T06:29:02.595855Z","steps":["trace[671207488] 'agreement among raft nodes before linearized reading' (duration: 280.10174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:02.596043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.238157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:29:02.596086Z","caller":"traceutil/trace.go:171","msg":"trace[1323664033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24310; }","duration":"198.317379ms","start":"2026-07-06T06:29:02.397759Z","end":"2026-07-06T06:29:02.596076Z","steps":["trace[1323664033] 'agreement among raft nodes before linearized reading' (duration: 198.251688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:02.596314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.879824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-06T06:29:02.596353Z","caller":"traceutil/trace.go:171","msg":"trace[1287422149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24310; }","duration":"528.939874ms","start":"2026-07-06T06:29:02.067404Z","end":"2026-07-06T06:29:02.596343Z","steps":["trace[1287422149] 'agreement among raft nodes before linearized reading' (duration: 528.818752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:02.596364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.04266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-07-06T06:29:02.596419Z","caller":"traceutil/trace.go:171","msg":"trace[1111866261] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24310; }","duration":"123.127482ms","start":"2026-07-06T06:29:02.473279Z","end":"2026-07-06T06:29:02.596406Z","steps":["trace[1111866261] 'agreement among raft nodes before linearized reading' (duration: 122.970079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:02.59645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.647016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-06T06:29:02.596478Z","caller":"traceutil/trace.go:171","msg":"trace[236475940] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24310; }","duration":"172.722118ms","start":"2026-07-06T06:29:02.423748Z","end":"2026-07-06T06:29:02.596471Z","steps":["trace[236475940] 'agreement among raft nodes before linearized reading' (duration: 172.644486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:02.596379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:02.067393Z","time spent":"528.978245ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-06T06:29:02.901885Z","caller":"traceutil/trace.go:171","msg":"trace[1634557830] linearizableReadLoop","detail":"{readStateIndex:25109; appliedIndex:25106; }","duration":"271.040635ms","start":"2026-07-06T06:29:02.630821Z","end":"2026-07-06T06:29:02.901861Z","steps":["trace[1634557830] 'read index received' (duration: 270.7759ms)","trace[1634557830] 'applied index is now lower than readState.Index' (duration: 261.935µs)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:02.902287Z","caller":"traceutil/trace.go:171","msg":"trace[582894006] transaction","detail":"{read_only:false; response_revision:24312; number_of_response:1; }","duration":"300.228039ms","start":"2026-07-06T06:29:02.602041Z","end":"2026-07-06T06:29:02.902269Z","steps":["trace[582894006] 'process raft request' (duration: 299.550785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:02.902418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:02.602024Z","time spent":"300.31205ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:29:02.902665Z","caller":"traceutil/trace.go:171","msg":"trace[1081958846] transaction","detail":"{read_only:false; response_revision:24313; number_of_response:1; }","duration":"300.132337ms","start":"2026-07-06T06:29:02.602518Z","end":"2026-07-06T06:29:02.90265Z","steps":["trace[1081958846] 'process raft request' (duration: 299.231148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:02.902762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:02.602494Z","time spent":"300.221989ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:29:02.903173Z","caller":"traceutil/trace.go:171","msg":"trace[2128985933] transaction","detail":"{read_only:false; response_revision:24314; number_of_response:1; }","duration":"296.005683ms","start":"2026-07-06T06:29:02.607151Z","end":"2026-07-06T06:29:02.903156Z","steps":["trace[2128985933] 'process raft request' (duration: 294.644705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:02.903489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.412123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-07-06T06:29:02.903544Z","caller":"traceutil/trace.go:171","msg":"trace[623792183] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24314; }","duration":"301.488805ms","start":"2026-07-06T06:29:02.602044Z","end":"2026-07-06T06:29:02.903533Z","steps":["trace[623792183] 'agreement among raft nodes before linearized reading' (duration: 301.329262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:02.903575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:02.602001Z","time spent":"301.566216ms","remote":"127.0.0.1:37862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-06T06:29:02.903754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.918783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:29:02.903807Z","caller":"traceutil/trace.go:171","msg":"trace[932272738] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24314; }","duration":"301.981215ms","start":"2026-07-06T06:29:02.60181Z","end":"2026-07-06T06:29:02.903791Z","steps":["trace[932272738] 'agreement among raft nodes before linearized reading' (duration: 301.905213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:02.903857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:02.601803Z","time spent":"302.041376ms","remote":"127.0.0.1:42666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:29:02.90414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.115928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18434"} {"level":"info","ts":"2026-07-06T06:29:02.904192Z","caller":"traceutil/trace.go:171","msg":"trace[880014319] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24314; }","duration":"271.20002ms","start":"2026-07-06T06:29:02.632981Z","end":"2026-07-06T06:29:02.904181Z","steps":["trace[880014319] 'agreement among raft nodes before linearized reading' (duration: 271.067067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:02.904736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.488947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:29:02.9048Z","caller":"traceutil/trace.go:171","msg":"trace[1581462326] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24314; }","duration":"122.59579ms","start":"2026-07-06T06:29:02.782191Z","end":"2026-07-06T06:29:02.904787Z","steps":["trace[1581462326] 'agreement among raft nodes before linearized reading' (duration: 122.494058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:02.905105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.192911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-06T06:29:02.906245Z","caller":"traceutil/trace.go:171","msg":"trace[442188246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24314; }","duration":"153.356855ms","start":"2026-07-06T06:29:02.752872Z","end":"2026-07-06T06:29:02.906229Z","steps":["trace[442188246] 'agreement among raft nodes before linearized reading' (duration: 152.13056ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:03.025484Z","caller":"traceutil/trace.go:171","msg":"trace[663168263] transaction","detail":"{read_only:false; response_revision:24315; number_of_response:1; }","duration":"115.493846ms","start":"2026-07-06T06:29:02.909973Z","end":"2026-07-06T06:29:03.025467Z","steps":["trace[663168263] 'process raft request' (duration: 113.137129ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:03.520241Z","caller":"traceutil/trace.go:171","msg":"trace[1147268928] linearizableReadLoop","detail":"{readStateIndex:25113; appliedIndex:25112; }","duration":"213.061978ms","start":"2026-07-06T06:29:03.307159Z","end":"2026-07-06T06:29:03.520221Z","steps":["trace[1147268928] 'read index received' (duration: 212.884745ms)","trace[1147268928] 'applied index is now lower than readState.Index' (duration: 175.903µs)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:03.520281Z","caller":"traceutil/trace.go:171","msg":"trace[759323174] transaction","detail":"{read_only:false; response_revision:24318; number_of_response:1; }","duration":"222.845016ms","start":"2026-07-06T06:29:03.2974Z","end":"2026-07-06T06:29:03.520245Z","steps":["trace[759323174] 'process raft request' (duration: 222.699383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:03.52043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.244871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-06T06:29:03.520476Z","caller":"traceutil/trace.go:171","msg":"trace[1696265811] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24318; }","duration":"213.334124ms","start":"2026-07-06T06:29:03.307116Z","end":"2026-07-06T06:29:03.52045Z","steps":["trace[1696265811] 'agreement among raft nodes before linearized reading' (duration: 213.230982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:03.520557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.391485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:29:03.520636Z","caller":"traceutil/trace.go:171","msg":"trace[1275852103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24318; }","duration":"121.531098ms","start":"2026-07-06T06:29:03.39909Z","end":"2026-07-06T06:29:03.520621Z","steps":["trace[1275852103] 'agreement among raft nodes before linearized reading' (duration: 121.406186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:03.816783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.150644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-06T06:29:03.816901Z","caller":"traceutil/trace.go:171","msg":"trace[518561998] transaction","detail":"{read_only:false; response_revision:24319; number_of_response:1; }","duration":"251.687602ms","start":"2026-07-06T06:29:03.565189Z","end":"2026-07-06T06:29:03.816876Z","steps":["trace[518561998] 'process raft request' (duration: 119.325224ms)","trace[518561998] 'compare' (duration: 131.907109ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:03.9529Z","caller":"traceutil/trace.go:171","msg":"trace[569001330] transaction","detail":"{read_only:false; response_revision:24320; number_of_response:1; }","duration":"117.684551ms","start":"2026-07-06T06:29:03.835185Z","end":"2026-07-06T06:29:03.952869Z","steps":["trace[569001330] 'process raft request' (duration: 106.054505ms)","trace[569001330] 'compare' (duration: 11.475273ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:04.106538Z","caller":"traceutil/trace.go:171","msg":"trace[140302307] transaction","detail":"{read_only:false; response_revision:24321; number_of_response:1; }","duration":"120.239132ms","start":"2026-07-06T06:29:03.986271Z","end":"2026-07-06T06:29:04.106511Z","steps":["trace[140302307] 'process raft request' (duration: 118.333614ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:04.31514Z","caller":"traceutil/trace.go:171","msg":"trace[1952769238] linearizableReadLoop","detail":"{readStateIndex:25118; appliedIndex:25116; }","duration":"137.589894ms","start":"2026-07-06T06:29:04.177534Z","end":"2026-07-06T06:29:04.315124Z","steps":["trace[1952769238] 'read index received' (duration: 90.14875ms)","trace[1952769238] 'applied index is now lower than readState.Index' (duration: 47.440254ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:29:04.315257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.719857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:29:04.315281Z","caller":"traceutil/trace.go:171","msg":"trace[940774221] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24323; }","duration":"137.793479ms","start":"2026-07-06T06:29:04.177481Z","end":"2026-07-06T06:29:04.315274Z","steps":["trace[940774221] 'agreement among raft nodes before linearized reading' (duration: 137.715827ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:04.315275Z","caller":"traceutil/trace.go:171","msg":"trace[1822925375] transaction","detail":"{read_only:false; response_revision:24322; number_of_response:1; }","duration":"327.946972ms","start":"2026-07-06T06:29:03.987258Z","end":"2026-07-06T06:29:04.315205Z","steps":["trace[1822925375] 'process raft request' (duration: 280.500998ms)","trace[1822925375] 'compare' (duration: 47.24939ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:04.315386Z","caller":"traceutil/trace.go:171","msg":"trace[680175993] transaction","detail":"{read_only:false; response_revision:24323; number_of_response:1; }","duration":"290.40529ms","start":"2026-07-06T06:29:04.024908Z","end":"2026-07-06T06:29:04.315313Z","steps":["trace[680175993] 'process raft request' (duration: 290.184525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:04.315425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:03.987233Z","time spent":"328.111534ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:29:15.09045Z","caller":"traceutil/trace.go:171","msg":"trace[908525851] linearizableReadLoop","detail":"{readStateIndex:25197; appliedIndex:25196; }","duration":"115.426674ms","start":"2026-07-06T06:29:14.975Z","end":"2026-07-06T06:29:15.090427Z","steps":["trace[908525851] 'read index received' (duration: 115.401494ms)","trace[908525851] 'applied index is now lower than readState.Index' (duration: 23.68µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:29:15.090651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.641718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-06T06:29:15.090695Z","caller":"traceutil/trace.go:171","msg":"trace[93369338] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24400; }","duration":"115.71547ms","start":"2026-07-06T06:29:14.974965Z","end":"2026-07-06T06:29:15.090681Z","steps":["trace[93369338] 'agreement among raft nodes before linearized reading' (duration: 115.580208ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:15.090574Z","caller":"traceutil/trace.go:171","msg":"trace[1670415974] transaction","detail":"{read_only:false; response_revision:24400; number_of_response:1; }","duration":"125.319795ms","start":"2026-07-06T06:29:14.965196Z","end":"2026-07-06T06:29:15.090516Z","steps":["trace[1670415974] 'process raft request' (duration: 125.08505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:17.169489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.997873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-06T06:29:17.169573Z","caller":"traceutil/trace.go:171","msg":"trace[1869198412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24413; }","duration":"459.125775ms","start":"2026-07-06T06:29:16.710426Z","end":"2026-07-06T06:29:17.169552Z","steps":["trace[1869198412] 'range keys from in-memory index tree' (duration: 458.794048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:17.16961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:16.710411Z","time spent":"459.191857ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-06T06:29:17.169966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.710882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-06T06:29:17.170067Z","caller":"traceutil/trace.go:171","msg":"trace[397997020] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:24413; }","duration":"345.861736ms","start":"2026-07-06T06:29:16.824179Z","end":"2026-07-06T06:29:17.170041Z","steps":["trace[397997020] 'range keys from in-memory index tree' (duration: 345.481828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:17.17011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:16.824159Z","time spent":"345.941897ms","remote":"127.0.0.1:37418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-07-06T06:29:17.227796Z","caller":"traceutil/trace.go:171","msg":"trace[762821725] linearizableReadLoop","detail":"{readStateIndex:25211; appliedIndex:25210; }","duration":"131.747766ms","start":"2026-07-06T06:29:17.096013Z","end":"2026-07-06T06:29:17.227761Z","steps":["trace[762821725] 'read index received' (duration: 131.666835ms)","trace[762821725] 'applied index is now lower than readState.Index' (duration: 79.531µs)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:17.227875Z","caller":"traceutil/trace.go:171","msg":"trace[1533457956] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"132.325677ms","start":"2026-07-06T06:29:17.095516Z","end":"2026-07-06T06:29:17.227842Z","steps":["trace[1533457956] 'process raft request' (duration: 132.068522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:17.228131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.082013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-06T06:29:17.228241Z","caller":"traceutil/trace.go:171","msg":"trace[491914872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24414; }","duration":"132.234255ms","start":"2026-07-06T06:29:17.095979Z","end":"2026-07-06T06:29:17.228213Z","steps":["trace[491914872] 'agreement among raft nodes before linearized reading' (duration: 131.890049ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:17.564399Z","caller":"traceutil/trace.go:171","msg":"trace[243618236] linearizableReadLoop","detail":"{readStateIndex:25214; appliedIndex:25211; }","duration":"336.485455ms","start":"2026-07-06T06:29:17.227902Z","end":"2026-07-06T06:29:17.564388Z","steps":["trace[243618236] 'read index received' (duration: 336.043886ms)","trace[243618236] 'applied index is now lower than readState.Index' (duration: 440.679µs)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:17.564447Z","caller":"traceutil/trace.go:171","msg":"trace[1669488028] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"389.157465ms","start":"2026-07-06T06:29:17.175252Z","end":"2026-07-06T06:29:17.56441Z","steps":["trace[1669488028] 'process raft request' (duration: 389.075503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:17.564507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.242994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:29:17.564578Z","caller":"traceutil/trace.go:171","msg":"trace[1988080887] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24416; }","duration":"446.365577ms","start":"2026-07-06T06:29:17.118194Z","end":"2026-07-06T06:29:17.56456Z","steps":["trace[1988080887] 'agreement among raft nodes before linearized reading' (duration: 446.223854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:17.56459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.942384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-06T06:29:17.564608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:17.118173Z","time spent":"446.427497ms","remote":"127.0.0.1:42736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-07-06T06:29:17.564631Z","caller":"traceutil/trace.go:171","msg":"trace[1535699337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24416; }","duration":"464.020755ms","start":"2026-07-06T06:29:17.1006Z","end":"2026-07-06T06:29:17.56462Z","steps":["trace[1535699337] 'agreement among raft nodes before linearized reading' (duration: 463.883962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:17.564625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:17.17524Z","time spent":"389.276457ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T06:29:17.564616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.71901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-06T06:29:17.564673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:17.100581Z","time spent":"464.080847ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-06T06:29:17.564666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:17.171771Z","time spent":"392.88681ms","remote":"127.0.0.1:37418","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-06T06:29:17.564735Z","caller":"traceutil/trace.go:171","msg":"trace[644465528] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:24416; }","duration":"404.849822ms","start":"2026-07-06T06:29:17.159852Z","end":"2026-07-06T06:29:17.564702Z","steps":["trace[644465528] 'agreement among raft nodes before linearized reading' (duration: 404.624698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:17.564744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.085596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-06T06:29:17.564805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:17.159815Z","time spent":"404.976656ms","remote":"127.0.0.1:44728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-06T06:29:17.564826Z","caller":"traceutil/trace.go:171","msg":"trace[441644261] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24416; }","duration":"464.23654ms","start":"2026-07-06T06:29:17.100567Z","end":"2026-07-06T06:29:17.564804Z","steps":["trace[441644261] 'agreement among raft nodes before linearized reading' (duration: 463.968484ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:17.564223Z","caller":"traceutil/trace.go:171","msg":"trace[225654980] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"429.560065ms","start":"2026-07-06T06:29:17.134615Z","end":"2026-07-06T06:29:17.564175Z","steps":["trace[225654980] 'process raft request' (duration: 429.348541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:17.564875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:17.100548Z","time spent":"464.318792ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-06T06:29:17.565706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:17.134589Z","time spent":"430.310071ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:29:17.796941Z","caller":"traceutil/trace.go:171","msg":"trace[165944924] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"564.599548ms","start":"2026-07-06T06:29:17.232319Z","end":"2026-07-06T06:29:17.796918Z","steps":["trace[165944924] 'process raft request' (duration: 562.323982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:17.797062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:17.232299Z","time spent":"564.69834ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:29:17.797104Z","caller":"traceutil/trace.go:171","msg":"trace[574634347] linearizableReadLoop","detail":"{readStateIndex:25216; appliedIndex:25214; }","duration":"232.624086ms","start":"2026-07-06T06:29:17.564449Z","end":"2026-07-06T06:29:17.797073Z","steps":["trace[574634347] 'read index received' (duration: 230.243938ms)","trace[574634347] 'applied index is now lower than readState.Index' (duration: 2.358067ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:29:17.797237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.809678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-06T06:29:17.797265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.250998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-06T06:29:17.797307Z","caller":"traceutil/trace.go:171","msg":"trace[1895649675] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24418; }","duration":"426.378102ms","start":"2026-07-06T06:29:17.370913Z","end":"2026-07-06T06:29:17.797291Z","steps":["trace[1895649675] 'agreement among raft nodes before linearized reading' (duration: 426.278189ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:17.79731Z","caller":"traceutil/trace.go:171","msg":"trace[817979713] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24418; }","duration":"291.928711ms","start":"2026-07-06T06:29:17.505358Z","end":"2026-07-06T06:29:17.797287Z","steps":["trace[817979713] 'agreement among raft nodes before linearized reading' (duration: 291.816578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:17.797342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:17.37089Z","time spent":"426.441683ms","remote":"127.0.0.1:37106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:29:17.797424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.152385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:29:17.797486Z","caller":"traceutil/trace.go:171","msg":"trace[1943928262] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24418; }","duration":"325.249518ms","start":"2026-07-06T06:29:17.472225Z","end":"2026-07-06T06:29:17.797475Z","steps":["trace[1943928262] 'agreement among raft nodes before linearized reading' (duration: 325.158526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:17.79752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:17.47221Z","time spent":"325.300228ms","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:29:17.797568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.059336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:29:17.797606Z","caller":"traceutil/trace.go:171","msg":"trace[2032318161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24418; }","duration":"399.133498ms","start":"2026-07-06T06:29:17.398463Z","end":"2026-07-06T06:29:17.797597Z","steps":["trace[2032318161] 'agreement among raft nodes before linearized reading' (duration: 399.077107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:17.797633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:17.398442Z","time spent":"399.185659ms","remote":"127.0.0.1:37370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T06:29:17.797717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.88687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-06T06:29:17.797711Z","caller":"traceutil/trace.go:171","msg":"trace[2076220454] transaction","detail":"{read_only:false; response_revision:24418; number_of_response:1; }","duration":"235.967154ms","start":"2026-07-06T06:29:17.561732Z","end":"2026-07-06T06:29:17.797699Z","steps":["trace[2076220454] 'process raft request' (duration: 235.137377ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:17.7978Z","caller":"traceutil/trace.go:171","msg":"trace[1170533383] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24418; }","duration":"261.978752ms","start":"2026-07-06T06:29:17.535796Z","end":"2026-07-06T06:29:17.797774Z","steps":["trace[1170533383] 'agreement among raft nodes before linearized reading' (duration: 261.716406ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:18.145086Z","caller":"traceutil/trace.go:171","msg":"trace[385318324] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"578.658934ms","start":"2026-07-06T06:29:17.566363Z","end":"2026-07-06T06:29:18.145022Z","steps":["trace[385318324] 'process raft request' (duration: 556.380122ms)","trace[385318324] 'compare' (duration: 22.062028ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:18.1452Z","caller":"traceutil/trace.go:171","msg":"trace[856933036] transaction","detail":"{read_only:false; response_revision:24422; number_of_response:1; }","duration":"533.526698ms","start":"2026-07-06T06:29:17.611665Z","end":"2026-07-06T06:29:18.145191Z","steps":["trace[856933036] 'process raft request' (duration: 533.362224ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:18.145214Z","caller":"traceutil/trace.go:171","msg":"trace[728300325] transaction","detail":"{read_only:false; response_revision:24421; number_of_response:1; }","duration":"575.870618ms","start":"2026-07-06T06:29:17.569293Z","end":"2026-07-06T06:29:18.145164Z","steps":["trace[728300325] 'process raft request' (duration: 575.704745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:18.145338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:17.569276Z","time spent":"575.99184ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:29:18.145433Z","caller":"traceutil/trace.go:171","msg":"trace[1311074994] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"576.135163ms","start":"2026-07-06T06:29:17.569274Z","end":"2026-07-06T06:29:18.145409Z","steps":["trace[1311074994] 'process raft request' (duration: 575.689614ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:18.145435Z","caller":"traceutil/trace.go:171","msg":"trace[34406602] linearizableReadLoop","detail":"{readStateIndex:25220; appliedIndex:25216; }","duration":"346.367236ms","start":"2026-07-06T06:29:17.799033Z","end":"2026-07-06T06:29:18.1454Z","steps":["trace[34406602] 'read index received' (duration: 323.591033ms)","trace[34406602] 'applied index is now lower than readState.Index' (duration: 22.771943ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:29:18.145307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:17.611641Z","time spent":"533.60084ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T06:29:18.145555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:17.569254Z","time spent":"576.235476ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:29:18.14514Z","caller":"traceutil/trace.go:171","msg":"trace[1785864910] transaction","detail":"{read_only:false; response_revision:24423; number_of_response:1; }","duration":"144.440794ms","start":"2026-07-06T06:29:18.000656Z","end":"2026-07-06T06:29:18.145096Z","steps":["trace[1785864910] 'process raft request' (duration: 144.407233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:18.145605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.509418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-06T06:29:18.145682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.763553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:29:18.145698Z","caller":"traceutil/trace.go:171","msg":"trace[1207503867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24423; }","duration":"346.673762ms","start":"2026-07-06T06:29:17.799004Z","end":"2026-07-06T06:29:18.145678Z","steps":["trace[1207503867] 'agreement among raft nodes before linearized reading' (duration: 346.483039ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:18.145719Z","caller":"traceutil/trace.go:171","msg":"trace[1520499776] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24423; }","duration":"343.814594ms","start":"2026-07-06T06:29:17.801894Z","end":"2026-07-06T06:29:18.145709Z","steps":["trace[1520499776] 'agreement among raft nodes before linearized reading' (duration: 343.749153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:18.145744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:17.801887Z","time spent":"343.850925ms","remote":"127.0.0.1:37602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-06T06:29:18.145745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:17.798985Z","time spent":"346.745973ms","remote":"127.0.0.1:37362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T06:29:18.145785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.837762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-06T06:29:18.145788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.952407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9f98aab7-518f-421e-a7ce-1ab73a1b0580\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-07-06T06:29:18.145848Z","caller":"traceutil/trace.go:171","msg":"trace[1209216377] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24423; }","duration":"272.918393ms","start":"2026-07-06T06:29:17.872913Z","end":"2026-07-06T06:29:18.145832Z","steps":["trace[1209216377] 'agreement among raft nodes before linearized reading' (duration: 272.682979ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:18.145887Z","caller":"traceutil/trace.go:171","msg":"trace[170038196] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9f98aab7-518f-421e-a7ce-1ab73a1b0580; range_end:; response_count:1; response_revision:24423; }","duration":"345.063629ms","start":"2026-07-06T06:29:17.800782Z","end":"2026-07-06T06:29:18.145846Z","steps":["trace[170038196] 'agreement among raft nodes before linearized reading' (duration: 344.816184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:18.145933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:17.800767Z","time spent":"345.155471ms","remote":"127.0.0.1:37544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-9f98aab7-518f-421e-a7ce-1ab73a1b0580\" "} {"level":"warn","ts":"2026-07-06T06:29:18.14609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:17.56634Z","time spent":"578.875399ms","remote":"127.0.0.1:37418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T06:29:18.545366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.673018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-06T06:29:18.545461Z","caller":"traceutil/trace.go:171","msg":"trace[1625291239] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24425; }","duration":"203.824651ms","start":"2026-07-06T06:29:18.341613Z","end":"2026-07-06T06:29:18.545438Z","steps":["trace[1625291239] 'range keys from in-memory index tree' (duration: 203.445212ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:18.555745Z","caller":"traceutil/trace.go:171","msg":"trace[1317023796] transaction","detail":"{read_only:false; response_revision:24426; number_of_response:1; }","duration":"197.855648ms","start":"2026-07-06T06:29:18.357869Z","end":"2026-07-06T06:29:18.555724Z","steps":["trace[1317023796] 'process raft request' (duration: 197.582493ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:18.913079Z","caller":"traceutil/trace.go:171","msg":"trace[187498757] linearizableReadLoop","detail":"{readStateIndex:25225; appliedIndex:25224; }","duration":"298.399652ms","start":"2026-07-06T06:29:18.614655Z","end":"2026-07-06T06:29:18.913055Z","steps":["trace[187498757] 'read index received' (duration: 263.138965ms)","trace[187498757] 'applied index is now lower than readState.Index' (duration: 35.259357ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:18.913136Z","caller":"traceutil/trace.go:171","msg":"trace[293008987] transaction","detail":"{read_only:false; response_revision:24427; number_of_response:1; }","duration":"351.609123ms","start":"2026-07-06T06:29:18.561451Z","end":"2026-07-06T06:29:18.91306Z","steps":["trace[293008987] 'process raft request' (duration: 316.225114ms)","trace[293008987] 'compare' (duration: 34.863789ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:18.913249Z","caller":"traceutil/trace.go:171","msg":"trace[1723255010] transaction","detail":"{read_only:false; response_revision:24428; number_of_response:1; }","duration":"265.323299ms","start":"2026-07-06T06:29:18.647893Z","end":"2026-07-06T06:29:18.913217Z","steps":["trace[1723255010] 'process raft request' (duration: 265.105975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:18.913274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.611096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:29:18.913335Z","caller":"traceutil/trace.go:171","msg":"trace[240861759] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24428; }","duration":"298.730378ms","start":"2026-07-06T06:29:18.614587Z","end":"2026-07-06T06:29:18.913317Z","steps":["trace[240861759] 'agreement among raft nodes before linearized reading' (duration: 298.564155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:18.913333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:18.561436Z","time spent":"351.777706ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:29:19.183027Z","caller":"traceutil/trace.go:171","msg":"trace[630630315] linearizableReadLoop","detail":"{readStateIndex:25227; appliedIndex:25226; }","duration":"253.433557ms","start":"2026-07-06T06:29:18.929571Z","end":"2026-07-06T06:29:19.183004Z","steps":["trace[630630315] 'read index received' (duration: 239.769559ms)","trace[630630315] 'applied index is now lower than readState.Index' (duration: 13.663038ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:19.18311Z","caller":"traceutil/trace.go:171","msg":"trace[821938492] transaction","detail":"{read_only:false; response_revision:24429; number_of_response:1; }","duration":"253.850215ms","start":"2026-07-06T06:29:18.929219Z","end":"2026-07-06T06:29:19.183069Z","steps":["trace[821938492] 'process raft request' (duration: 240.091916ms)","trace[821938492] 'compare' (duration: 13.580336ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:29:19.18322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.993978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:29:19.183251Z","caller":"traceutil/trace.go:171","msg":"trace[1727428629] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24429; }","duration":"223.081651ms","start":"2026-07-06T06:29:18.96016Z","end":"2026-07-06T06:29:19.183242Z","steps":["trace[1727428629] 'agreement among raft nodes before linearized reading' (duration: 222.960758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:19.183262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.892174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-06T06:29:19.183308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.737193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-06T06:29:19.183363Z","caller":"traceutil/trace.go:171","msg":"trace[330322406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24429; }","duration":"253.812705ms","start":"2026-07-06T06:29:18.929535Z","end":"2026-07-06T06:29:19.183348Z","steps":["trace[330322406] 'agreement among raft nodes before linearized reading' (duration: 253.57234ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:19.183363Z","caller":"traceutil/trace.go:171","msg":"trace[44887388] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24429; }","duration":"150.021016ms","start":"2026-07-06T06:29:19.0333Z","end":"2026-07-06T06:29:19.183321Z","steps":["trace[44887388] 'agreement among raft nodes before linearized reading' (duration: 149.888934ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:19.47829Z","caller":"traceutil/trace.go:171","msg":"trace[1546389211] transaction","detail":"{read_only:false; response_revision:24430; number_of_response:1; }","duration":"283.799085ms","start":"2026-07-06T06:29:19.194464Z","end":"2026-07-06T06:29:19.478263Z","steps":["trace[1546389211] 'process raft request' (duration: 282.512419ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:19.478454Z","caller":"traceutil/trace.go:171","msg":"trace[976150571] transaction","detail":"{read_only:false; response_revision:24431; number_of_response:1; }","duration":"245.552788ms","start":"2026-07-06T06:29:19.232867Z","end":"2026-07-06T06:29:19.478419Z","steps":["trace[976150571] 'process raft request' (duration: 244.967546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:19.907147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.82358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-06T06:29:19.907273Z","caller":"traceutil/trace.go:171","msg":"trace[1523603594] linearizableReadLoop","detail":"{readStateIndex:25230; appliedIndex:25229; }","duration":"415.93796ms","start":"2026-07-06T06:29:19.491301Z","end":"2026-07-06T06:29:19.907239Z","steps":["trace[1523603594] 'read index received' (duration: 212.985007ms)","trace[1523603594] 'applied index is now lower than readState.Index' (duration: 202.951433ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:19.907355Z","caller":"traceutil/trace.go:171","msg":"trace[448495665] transaction","detail":"{read_only:false; response_revision:24432; number_of_response:1; }","duration":"422.809409ms","start":"2026-07-06T06:29:19.484534Z","end":"2026-07-06T06:29:19.907343Z","steps":["trace[448495665] 'process raft request' (duration: 219.665232ms)","trace[448495665] 'compare' (duration: 202.556005ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:29:19.907413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:19.484517Z","time spent":"422.86438ms","remote":"127.0.0.1:44728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2720,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T06:29:19.907741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.396389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-6b7dcb9546-2cj5m.18bf9dffdcc421ff\" ","response":"range_response_count:1 size:2108"} {"level":"info","ts":"2026-07-06T06:29:19.90788Z","caller":"traceutil/trace.go:171","msg":"trace[793162260] range","detail":"{range_begin:/registry/events/openstack/glance-api-6b7dcb9546-2cj5m.18bf9dffdcc421ff; range_end:; response_count:1; response_revision:24432; }","duration":"416.577182ms","start":"2026-07-06T06:29:19.491266Z","end":"2026-07-06T06:29:19.907843Z","steps":["trace[793162260] 'agreement among raft nodes before linearized reading' (duration: 416.186904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:19.907935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:19.491252Z","time spent":"416.672254ms","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2130,"request content":"key:\"/registry/events/openstack/glance-api-6b7dcb9546-2cj5m.18bf9dffdcc421ff\" "} {"level":"info","ts":"2026-07-06T06:29:19.912359Z","caller":"traceutil/trace.go:171","msg":"trace[1935297450] transaction","detail":"{read_only:false; response_revision:24433; number_of_response:1; }","duration":"340.294803ms","start":"2026-07-06T06:29:19.57203Z","end":"2026-07-06T06:29:19.912325Z","steps":["trace[1935297450] 'process raft request' (duration: 340.132049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:19.912534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:19.571991Z","time spent":"340.451216ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:29:19.919181Z","caller":"traceutil/trace.go:171","msg":"trace[1181142691] transaction","detail":"{read_only:false; response_revision:24434; number_of_response:1; }","duration":"116.337204ms","start":"2026-07-06T06:29:19.802832Z","end":"2026-07-06T06:29:19.91917Z","steps":["trace[1181142691] 'process raft request' (duration: 116.173821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:19.919711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.00563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-06T06:29:19.919781Z","caller":"traceutil/trace.go:171","msg":"trace[2057027721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24434; }","duration":"351.130222ms","start":"2026-07-06T06:29:19.568635Z","end":"2026-07-06T06:29:19.919765Z","steps":["trace[2057027721] 'agreement among raft nodes before linearized reading' (duration: 350.907057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:19.919854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:19.568601Z","time spent":"351.205654ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-06T06:29:19.919927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.346694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-06T06:29:19.920184Z","caller":"traceutil/trace.go:171","msg":"trace[270071915] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24434; }","duration":"118.67033ms","start":"2026-07-06T06:29:19.8015Z","end":"2026-07-06T06:29:19.92017Z","steps":["trace[270071915] 'agreement among raft nodes before linearized reading' (duration: 118.328583ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:20.239686Z","caller":"traceutil/trace.go:171","msg":"trace[1055892300] transaction","detail":"{read_only:false; response_revision:24435; number_of_response:1; }","duration":"319.228764ms","start":"2026-07-06T06:29:19.920426Z","end":"2026-07-06T06:29:20.239655Z","steps":["trace[1055892300] 'process raft request' (duration: 302.616397ms)","trace[1055892300] 'compare' (duration: 16.436234ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:29:20.239841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:19.92041Z","time spent":"319.348426ms","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2091,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:29:20.247414Z","caller":"traceutil/trace.go:171","msg":"trace[973414095] transaction","detail":"{read_only:false; response_revision:24438; number_of_response:1; }","duration":"322.588033ms","start":"2026-07-06T06:29:19.924807Z","end":"2026-07-06T06:29:20.247395Z","steps":["trace[973414095] 'process raft request' (duration: 322.483941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:20.247501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:19.924784Z","time spent":"322.674354ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:29:20.247596Z","caller":"traceutil/trace.go:171","msg":"trace[301650096] transaction","detail":"{read_only:false; response_revision:24437; number_of_response:1; }","duration":"323.214515ms","start":"2026-07-06T06:29:19.924342Z","end":"2026-07-06T06:29:20.247556Z","steps":["trace[301650096] 'process raft request' (duration: 322.876718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:20.247773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:19.92432Z","time spent":"323.358499ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:29:20.247443Z","caller":"traceutil/trace.go:171","msg":"trace[1042100211] transaction","detail":"{read_only:false; response_revision:24436; number_of_response:1; }","duration":"324.216656ms","start":"2026-07-06T06:29:19.923207Z","end":"2026-07-06T06:29:20.247424Z","steps":["trace[1042100211] 'process raft request' (duration: 323.8715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:20.248326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:29:19.92318Z","time spent":"325.092903ms","remote":"127.0.0.1:37602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1240,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-06T06:29:27.151274Z","caller":"traceutil/trace.go:171","msg":"trace[2116330047] linearizableReadLoop","detail":"{readStateIndex:25369; appliedIndex:25368; }","duration":"191.97134ms","start":"2026-07-06T06:29:26.959279Z","end":"2026-07-06T06:29:27.15125Z","steps":["trace[2116330047] 'read index received' (duration: 191.799087ms)","trace[2116330047] 'applied index is now lower than readState.Index' (duration: 171.353µs)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:27.151397Z","caller":"traceutil/trace.go:171","msg":"trace[1212807820] transaction","detail":"{read_only:false; response_revision:24567; number_of_response:1; }","duration":"206.119598ms","start":"2026-07-06T06:29:26.945265Z","end":"2026-07-06T06:29:27.151385Z","steps":["trace[1212807820] 'process raft request' (duration: 205.858783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:27.151637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.736838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10359"} {"level":"info","ts":"2026-07-06T06:29:27.151714Z","caller":"traceutil/trace.go:171","msg":"trace[604276062] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24567; }","duration":"169.84251ms","start":"2026-07-06T06:29:26.98185Z","end":"2026-07-06T06:29:27.151692Z","steps":["trace[604276062] 'agreement among raft nodes before linearized reading' (duration: 169.645006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:27.151883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.585592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-06T06:29:27.151956Z","caller":"traceutil/trace.go:171","msg":"trace[235905790] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24567; }","duration":"192.638203ms","start":"2026-07-06T06:29:26.959274Z","end":"2026-07-06T06:29:27.151912Z","steps":["trace[235905790] 'agreement among raft nodes before linearized reading' (duration: 192.496401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:27.151997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.229835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-06T06:29:27.152035Z","caller":"traceutil/trace.go:171","msg":"trace[136337928] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24567; }","duration":"162.283906ms","start":"2026-07-06T06:29:26.989738Z","end":"2026-07-06T06:29:27.152021Z","steps":["trace[136337928] 'agreement among raft nodes before linearized reading' (duration: 162.172934ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:27.339169Z","caller":"traceutil/trace.go:171","msg":"trace[170935818] transaction","detail":"{read_only:false; response_revision:24568; number_of_response:1; }","duration":"182.627181ms","start":"2026-07-06T06:29:27.156507Z","end":"2026-07-06T06:29:27.339135Z","steps":["trace[170935818] 'process raft request' (duration: 167.595295ms)","trace[170935818] 'compare' (duration: 14.821561ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:27.345583Z","caller":"traceutil/trace.go:171","msg":"trace[841058913] linearizableReadLoop","detail":"{readStateIndex:25371; appliedIndex:25369; }","duration":"167.881ms","start":"2026-07-06T06:29:27.177683Z","end":"2026-07-06T06:29:27.345564Z","steps":["trace[841058913] 'read index received' (duration: 146.496855ms)","trace[841058913] 'applied index is now lower than readState.Index' (duration: 21.383105ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:27.345682Z","caller":"traceutil/trace.go:171","msg":"trace[1210233222] transaction","detail":"{read_only:false; response_revision:24569; number_of_response:1; }","duration":"181.862005ms","start":"2026-07-06T06:29:27.163778Z","end":"2026-07-06T06:29:27.34564Z","steps":["trace[1210233222] 'process raft request' (duration: 181.684461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:27.345828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.125995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-06T06:29:27.345878Z","caller":"traceutil/trace.go:171","msg":"trace[1757897795] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24569; }","duration":"168.192376ms","start":"2026-07-06T06:29:27.177671Z","end":"2026-07-06T06:29:27.345864Z","steps":["trace[1757897795] 'agreement among raft nodes before linearized reading' (duration: 168.010562ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:38.208629Z","caller":"traceutil/trace.go:171","msg":"trace[1416223516] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"241.377903ms","start":"2026-07-06T06:29:37.967227Z","end":"2026-07-06T06:29:38.208605Z","steps":["trace[1416223516] 'process raft request' (duration: 241.256471ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:38.253995Z","caller":"traceutil/trace.go:171","msg":"trace[634947062] transaction","detail":"{read_only:false; response_revision:24658; number_of_response:1; }","duration":"284.406317ms","start":"2026-07-06T06:29:37.969553Z","end":"2026-07-06T06:29:38.25396Z","steps":["trace[634947062] 'process raft request' (duration: 284.247474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:38.39034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.060565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:29:38.390434Z","caller":"traceutil/trace.go:171","msg":"trace[286429694] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24658; }","duration":"104.204287ms","start":"2026-07-06T06:29:38.286205Z","end":"2026-07-06T06:29:38.390409Z","steps":["trace[286429694] 'range keys from in-memory index tree' (duration: 103.942202ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:38.420902Z","caller":"traceutil/trace.go:171","msg":"trace[1076764564] linearizableReadLoop","detail":"{readStateIndex:25464; appliedIndex:25462; }","duration":"102.333438ms","start":"2026-07-06T06:29:38.318542Z","end":"2026-07-06T06:29:38.420875Z","steps":["trace[1076764564] 'read index received' (duration: 72.106245ms)","trace[1076764564] 'applied index is now lower than readState.Index' (duration: 30.225973ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:38.421065Z","caller":"traceutil/trace.go:171","msg":"trace[1952204993] transaction","detail":"{read_only:false; response_revision:24660; number_of_response:1; }","duration":"107.522985ms","start":"2026-07-06T06:29:38.313499Z","end":"2026-07-06T06:29:38.421022Z","steps":["trace[1952204993] 'process raft request' (duration: 107.218348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:38.421166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.604284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-06T06:29:38.421206Z","caller":"traceutil/trace.go:171","msg":"trace[141434482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24660; }","duration":"102.663665ms","start":"2026-07-06T06:29:38.31853Z","end":"2026-07-06T06:29:38.421194Z","steps":["trace[141434482] 'agreement among raft nodes before linearized reading' (duration: 102.486132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:38.694866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.919612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-06T06:29:38.694976Z","caller":"traceutil/trace.go:171","msg":"trace[1609757132] transaction","detail":"{read_only:false; response_revision:24661; number_of_response:1; }","duration":"269.517414ms","start":"2026-07-06T06:29:38.425436Z","end":"2026-07-06T06:29:38.694953Z","steps":["trace[1609757132] 'process raft request' (duration: 132.4293ms)","trace[1609757132] 'compare' (duration: 136.540943ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:38.695609Z","caller":"traceutil/trace.go:171","msg":"trace[229307770] transaction","detail":"{read_only:false; response_revision:24662; number_of_response:1; }","duration":"269.942754ms","start":"2026-07-06T06:29:38.425608Z","end":"2026-07-06T06:29:38.695551Z","steps":["trace[229307770] 'process raft request' (duration: 269.824681ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:38.695853Z","caller":"traceutil/trace.go:171","msg":"trace[590134017] transaction","detail":"{read_only:false; response_revision:24663; number_of_response:1; }","duration":"270.141558ms","start":"2026-07-06T06:29:38.425698Z","end":"2026-07-06T06:29:38.69584Z","steps":["trace[590134017] 'process raft request' (duration: 269.820732ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:38.695886Z","caller":"traceutil/trace.go:171","msg":"trace[182705503] linearizableReadLoop","detail":"{readStateIndex:25469; appliedIndex:25464; }","duration":"268.966394ms","start":"2026-07-06T06:29:38.42691Z","end":"2026-07-06T06:29:38.695876Z","steps":["trace[182705503] 'read index received' (duration: 130.829787ms)","trace[182705503] 'applied index is now lower than readState.Index' (duration: 138.135857ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:38.696003Z","caller":"traceutil/trace.go:171","msg":"trace[336297291] transaction","detail":"{read_only:false; response_revision:24665; number_of_response:1; }","duration":"269.939224ms","start":"2026-07-06T06:29:38.426048Z","end":"2026-07-06T06:29:38.695988Z","steps":["trace[336297291] 'process raft request' (duration: 269.785681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:38.696019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.101526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:29:38.696009Z","caller":"traceutil/trace.go:171","msg":"trace[1100555680] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"270.152748ms","start":"2026-07-06T06:29:38.425831Z","end":"2026-07-06T06:29:38.695984Z","steps":["trace[1100555680] 'process raft request' (duration: 269.942914ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:38.696075Z","caller":"traceutil/trace.go:171","msg":"trace[921067834] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24665; }","duration":"269.205278ms","start":"2026-07-06T06:29:38.426859Z","end":"2026-07-06T06:29:38.696064Z","steps":["trace[921067834] 'agreement among raft nodes before linearized reading' (duration: 269.109807ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:39.409744Z","caller":"traceutil/trace.go:171","msg":"trace[274963733] linearizableReadLoop","detail":"{readStateIndex:25471; appliedIndex:25470; }","duration":"185.574339ms","start":"2026-07-06T06:29:39.224142Z","end":"2026-07-06T06:29:39.409717Z","steps":["trace[274963733] 'read index received' (duration: 185.406306ms)","trace[274963733] 'applied index is now lower than readState.Index' (duration: 166.943µs)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:39.409852Z","caller":"traceutil/trace.go:171","msg":"trace[313063628] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"213.871785ms","start":"2026-07-06T06:29:39.195954Z","end":"2026-07-06T06:29:39.409826Z","steps":["trace[313063628] 'process raft request' (duration: 213.584088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:39.410033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.862836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-07-06T06:29:39.410101Z","caller":"traceutil/trace.go:171","msg":"trace[733467394] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24667; }","duration":"185.971698ms","start":"2026-07-06T06:29:39.224108Z","end":"2026-07-06T06:29:39.41008Z","steps":["trace[733467394] 'agreement among raft nodes before linearized reading' (duration: 185.745044ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:39.560259Z","caller":"traceutil/trace.go:171","msg":"trace[43449284] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"145.784842ms","start":"2026-07-06T06:29:39.414437Z","end":"2026-07-06T06:29:39.560222Z","steps":["trace[43449284] 'process raft request' (duration: 145.409414ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:39.761378Z","caller":"traceutil/trace.go:171","msg":"trace[1388799782] linearizableReadLoop","detail":"{readStateIndex:25473; appliedIndex:25472; }","duration":"136.627075ms","start":"2026-07-06T06:29:39.624724Z","end":"2026-07-06T06:29:39.761351Z","steps":["trace[1388799782] 'read index received' (duration: 96.281646ms)","trace[1388799782] 'applied index is now lower than readState.Index' (duration: 40.344239ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:39.761672Z","caller":"traceutil/trace.go:171","msg":"trace[1466032048] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"183.803514ms","start":"2026-07-06T06:29:39.577838Z","end":"2026-07-06T06:29:39.761641Z","steps":["trace[1466032048] 'process raft request' (duration: 143.074767ms)","trace[1466032048] 'compare' (duration: 40.331009ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:29:39.761677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.945632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:29:39.76174Z","caller":"traceutil/trace.go:171","msg":"trace[1493221737] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24669; }","duration":"137.056624ms","start":"2026-07-06T06:29:39.62467Z","end":"2026-07-06T06:29:39.761727Z","steps":["trace[1493221737] 'agreement among raft nodes before linearized reading' (duration: 136.948152ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:46.993164Z","caller":"traceutil/trace.go:171","msg":"trace[1049974077] transaction","detail":"{read_only:false; response_revision:24732; number_of_response:1; }","duration":"184.166801ms","start":"2026-07-06T06:29:46.808979Z","end":"2026-07-06T06:29:46.993146Z","steps":["trace[1049974077] 'process raft request' (duration: 183.923925ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:46.993376Z","caller":"traceutil/trace.go:171","msg":"trace[56255880] transaction","detail":"{read_only:false; response_revision:24733; number_of_response:1; }","duration":"182.845914ms","start":"2026-07-06T06:29:46.810495Z","end":"2026-07-06T06:29:46.993341Z","steps":["trace[56255880] 'process raft request' (duration: 182.586468ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:46.993453Z","caller":"traceutil/trace.go:171","msg":"trace[229195054] linearizableReadLoop","detail":"{readStateIndex:25540; appliedIndex:25535; }","duration":"168.302288ms","start":"2026-07-06T06:29:46.825138Z","end":"2026-07-06T06:29:46.993441Z","steps":["trace[229195054] 'read index received' (duration: 87.005727ms)","trace[229195054] 'applied index is now lower than readState.Index' (duration: 81.295481ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:29:46.993631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.466982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-06T06:29:46.993671Z","caller":"traceutil/trace.go:171","msg":"trace[452498349] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:24735; }","duration":"168.572814ms","start":"2026-07-06T06:29:46.825087Z","end":"2026-07-06T06:29:46.99366Z","steps":["trace[452498349] 'agreement among raft nodes before linearized reading' (duration: 168.40246ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:46.993781Z","caller":"traceutil/trace.go:171","msg":"trace[1017875631] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"182.741072ms","start":"2026-07-06T06:29:46.81102Z","end":"2026-07-06T06:29:46.993761Z","steps":["trace[1017875631] 'process raft request' (duration: 182.249222ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:46.993847Z","caller":"traceutil/trace.go:171","msg":"trace[722580506] transaction","detail":"{read_only:false; response_revision:24735; number_of_response:1; }","duration":"182.205411ms","start":"2026-07-06T06:29:46.81163Z","end":"2026-07-06T06:29:46.993836Z","steps":["trace[722580506] 'process raft request' (duration: 181.764533ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:46.994048Z","caller":"traceutil/trace.go:171","msg":"trace[916585729] transaction","detail":"{read_only:false; response_revision:24731; number_of_response:1; }","duration":"184.513157ms","start":"2026-07-06T06:29:46.808438Z","end":"2026-07-06T06:29:46.992951Z","steps":["trace[916585729] 'process raft request' (duration: 103.693106ms)","trace[916585729] 'compare' (duration: 80.339061ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:47.138439Z","caller":"traceutil/trace.go:171","msg":"trace[1259944126] transaction","detail":"{read_only:false; response_revision:24736; number_of_response:1; }","duration":"191.923138ms","start":"2026-07-06T06:29:46.946492Z","end":"2026-07-06T06:29:47.138415Z","steps":["trace[1259944126] 'process raft request' (duration: 155.500488ms)","trace[1259944126] 'compare' (duration: 35.96125ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:29:47.384496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.071944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-06T06:29:47.384597Z","caller":"traceutil/trace.go:171","msg":"trace[1880584797] linearizableReadLoop","detail":"{readStateIndex:25544; appliedIndex:25543; }","duration":"197.141654ms","start":"2026-07-06T06:29:47.187437Z","end":"2026-07-06T06:29:47.384579Z","steps":["trace[1880584797] 'read index received' (duration: 93.886917ms)","trace[1880584797] 'applied index is now lower than readState.Index' (duration: 103.253577ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:29:47.384872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.42507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-06T06:29:47.384942Z","caller":"traceutil/trace.go:171","msg":"trace[1078495512] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24738; }","duration":"197.515502ms","start":"2026-07-06T06:29:47.187407Z","end":"2026-07-06T06:29:47.384922Z","steps":["trace[1078495512] 'agreement among raft nodes before linearized reading' (duration: 197.217186ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:47.385225Z","caller":"traceutil/trace.go:171","msg":"trace[639714553] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"238.080856ms","start":"2026-07-06T06:29:47.147088Z","end":"2026-07-06T06:29:47.385169Z","steps":["trace[639714553] 'process raft request' (duration: 134.251007ms)","trace[639714553] 'compare' (duration: 102.529713ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:29:47.61102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.52775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-06T06:29:47.61114Z","caller":"traceutil/trace.go:171","msg":"trace[594058407] linearizableReadLoop","detail":"{readStateIndex:25545; appliedIndex:25544; }","duration":"165.286658ms","start":"2026-07-06T06:29:47.445833Z","end":"2026-07-06T06:29:47.61112Z","steps":["trace[594058407] 'read index received' (duration: 41.441583ms)","trace[594058407] 'applied index is now lower than readState.Index' (duration: 123.843845ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:47.611192Z","caller":"traceutil/trace.go:171","msg":"trace[1987430787] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"169.810258ms","start":"2026-07-06T06:29:47.441326Z","end":"2026-07-06T06:29:47.611136Z","steps":["trace[1987430787] 'process raft request' (duration: 46.053765ms)","trace[1987430787] 'compare' (duration: 123.356865ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:29:47.611365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.522203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3235"} {"level":"info","ts":"2026-07-06T06:29:47.611389Z","caller":"traceutil/trace.go:171","msg":"trace[890246855] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24739; }","duration":"165.563823ms","start":"2026-07-06T06:29:47.445817Z","end":"2026-07-06T06:29:47.611381Z","steps":["trace[890246855] 'agreement among raft nodes before linearized reading' (duration: 165.40906ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:29:48.429512Z","caller":"traceutil/trace.go:171","msg":"trace[1422077499] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"143.058476ms","start":"2026-07-06T06:29:48.286409Z","end":"2026-07-06T06:29:48.429467Z","steps":["trace[1422077499] 'process raft request' (duration: 82.880214ms)","trace[1422077499] 'compare' (duration: 59.985488ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:57.805761Z","caller":"traceutil/trace.go:171","msg":"trace[1112331644] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"117.067038ms","start":"2026-07-06T06:29:57.688658Z","end":"2026-07-06T06:29:57.805725Z","steps":["trace[1112331644] 'process raft request' (duration: 43.79525ms)","trace[1112331644] 'compare' (duration: 73.132795ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:59.031678Z","caller":"traceutil/trace.go:171","msg":"trace[1215495213] linearizableReadLoop","detail":"{readStateIndex:25626; appliedIndex:25625; }","duration":"138.955112ms","start":"2026-07-06T06:29:58.892697Z","end":"2026-07-06T06:29:59.031652Z","steps":["trace[1215495213] 'read index received' (duration: 138.714737ms)","trace[1215495213] 'applied index is now lower than readState.Index' (duration: 239.455µs)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:29:59.031757Z","caller":"traceutil/trace.go:171","msg":"trace[2058914263] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"163.823297ms","start":"2026-07-06T06:29:58.867915Z","end":"2026-07-06T06:29:59.031738Z","steps":["trace[2058914263] 'process raft request' (duration: 163.575092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:29:59.031945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.211778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-06T06:29:59.032006Z","caller":"traceutil/trace.go:171","msg":"trace[2085609526] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24818; }","duration":"139.3478ms","start":"2026-07-06T06:29:58.892643Z","end":"2026-07-06T06:29:59.031991Z","steps":["trace[2085609526] 'agreement among raft nodes before linearized reading' (duration: 139.128235ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:30:00.578288Z","caller":"traceutil/trace.go:171","msg":"trace[357615559] transaction","detail":"{read_only:false; response_revision:24838; number_of_response:1; }","duration":"120.813695ms","start":"2026-07-06T06:30:00.457452Z","end":"2026-07-06T06:30:00.578265Z","steps":["trace[357615559] 'process raft request' (duration: 89.840765ms)","trace[357615559] 'compare' (duration: 30.835817ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:30:03.995732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.274728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-06T06:30:03.995792Z","caller":"traceutil/trace.go:171","msg":"trace[714243520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24869; }","duration":"166.385229ms","start":"2026-07-06T06:30:03.829392Z","end":"2026-07-06T06:30:03.995778Z","steps":["trace[714243520] 'range keys from in-memory index tree' (duration: 166.156825ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:30:04.699693Z","caller":"traceutil/trace.go:171","msg":"trace[765359585] transaction","detail":"{read_only:false; response_revision:24874; number_of_response:1; }","duration":"109.020374ms","start":"2026-07-06T06:30:04.590643Z","end":"2026-07-06T06:30:04.699664Z","steps":["trace[765359585] 'process raft request' (duration: 108.855501ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:30:04.740839Z","caller":"traceutil/trace.go:171","msg":"trace[1485496316] transaction","detail":"{read_only:false; response_revision:24875; number_of_response:1; }","duration":"149.556618ms","start":"2026-07-06T06:30:04.591249Z","end":"2026-07-06T06:30:04.740806Z","steps":["trace[1485496316] 'process raft request' (duration: 149.320624ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:30:04.741089Z","caller":"traceutil/trace.go:171","msg":"trace[956365988] transaction","detail":"{read_only:false; response_revision:24876; number_of_response:1; }","duration":"113.535407ms","start":"2026-07-06T06:30:04.627541Z","end":"2026-07-06T06:30:04.741076Z","steps":["trace[956365988] 'process raft request' (duration: 113.21182ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:30:09.332382Z","caller":"traceutil/trace.go:171","msg":"trace[587322443] linearizableReadLoop","detail":"{readStateIndex:25724; appliedIndex:25723; }","duration":"157.444928ms","start":"2026-07-06T06:30:09.174918Z","end":"2026-07-06T06:30:09.332363Z","steps":["trace[587322443] 'read index received' (duration: 157.313736ms)","trace[587322443] 'applied index is now lower than readState.Index' (duration: 130.472µs)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:30:09.332432Z","caller":"traceutil/trace.go:171","msg":"trace[1483231861] transaction","detail":"{read_only:false; response_revision:24914; number_of_response:1; }","duration":"188.612511ms","start":"2026-07-06T06:30:09.14378Z","end":"2026-07-06T06:30:09.332392Z","steps":["trace[1483231861] 'process raft request' (duration: 188.454738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:30:09.332591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.657052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-06T06:30:09.33262Z","caller":"traceutil/trace.go:171","msg":"trace[302353602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24914; }","duration":"157.732754ms","start":"2026-07-06T06:30:09.174878Z","end":"2026-07-06T06:30:09.33261Z","steps":["trace[302353602] 'agreement among raft nodes before linearized reading' (duration: 157.593351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:30:09.332763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.763484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-06T06:30:09.332786Z","caller":"traceutil/trace.go:171","msg":"trace[1201443465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24914; }","duration":"157.797295ms","start":"2026-07-06T06:30:09.174984Z","end":"2026-07-06T06:30:09.332781Z","steps":["trace[1201443465] 'agreement among raft nodes before linearized reading' (duration: 157.734793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:30:09.332861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.864576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-06T06:30:09.33294Z","caller":"traceutil/trace.go:171","msg":"trace[1712816285] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24914; }","duration":"157.970828ms","start":"2026-07-06T06:30:09.17495Z","end":"2026-07-06T06:30:09.332921Z","steps":["trace[1712816285] 'agreement among raft nodes before linearized reading' (duration: 157.728744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:30:09.33325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.148492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-06T06:30:09.33336Z","caller":"traceutil/trace.go:171","msg":"trace[787605686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24914; }","duration":"158.277504ms","start":"2026-07-06T06:30:09.175036Z","end":"2026-07-06T06:30:09.333313Z","steps":["trace[787605686] 'agreement among raft nodes before linearized reading' (duration: 157.702193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:30:09.592399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.166188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-06T06:30:09.592614Z","caller":"traceutil/trace.go:171","msg":"trace[1831983025] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"254.961379ms","start":"2026-07-06T06:30:09.337634Z","end":"2026-07-06T06:30:09.592595Z","steps":["trace[1831983025] 'process raft request' (duration: 254.898567ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:30:09.592707Z","caller":"traceutil/trace.go:171","msg":"trace[1869537869] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"255.102422ms","start":"2026-07-06T06:30:09.337573Z","end":"2026-07-06T06:30:09.592675Z","steps":["trace[1869537869] 'process raft request' (duration: 113.585657ms)","trace[1869537869] 'compare' (duration: 141.048066ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:30:09.592862Z","caller":"traceutil/trace.go:171","msg":"trace[581963556] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"255.237975ms","start":"2026-07-06T06:30:09.337613Z","end":"2026-07-06T06:30:09.592851Z","steps":["trace[581963556] 'process raft request' (duration: 254.880128ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:30:09.592964Z","caller":"traceutil/trace.go:171","msg":"trace[643503898] linearizableReadLoop","detail":"{readStateIndex:25728; appliedIndex:25724; }","duration":"240.366183ms","start":"2026-07-06T06:30:09.352584Z","end":"2026-07-06T06:30:09.59295Z","steps":["trace[643503898] 'read index received' (duration: 98.539601ms)","trace[643503898] 'applied index is now lower than readState.Index' (duration: 141.825422ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:30:09.593217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.64299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-06T06:30:09.593253Z","caller":"traceutil/trace.go:171","msg":"trace[1995681569] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24918; }","duration":"149.725191ms","start":"2026-07-06T06:30:09.44352Z","end":"2026-07-06T06:30:09.593245Z","steps":["trace[1995681569] 'agreement among raft nodes before linearized reading' (duration: 149.649649ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:30:09.593329Z","caller":"traceutil/trace.go:171","msg":"trace[349467799] transaction","detail":"{read_only:false; response_revision:24918; number_of_response:1; }","duration":"255.454329ms","start":"2026-07-06T06:30:09.337855Z","end":"2026-07-06T06:30:09.593309Z","steps":["trace[349467799] 'process raft request' (duration: 254.712004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:30:09.593384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.798561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:30:09.593406Z","caller":"traceutil/trace.go:171","msg":"trace[1545574622] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24918; }","duration":"240.846023ms","start":"2026-07-06T06:30:09.352553Z","end":"2026-07-06T06:30:09.593399Z","steps":["trace[1545574622] 'agreement among raft nodes before linearized reading' (duration: 240.805682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:30:09.999992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.249843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:30:10.00005Z","caller":"traceutil/trace.go:171","msg":"trace[1857575714] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24918; }","duration":"250.344275ms","start":"2026-07-06T06:30:09.749691Z","end":"2026-07-06T06:30:10.000035Z","steps":["trace[1857575714] 'count revisions from in-memory index tree' (duration: 250.198622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:30:10.000321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.762349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:30:10.000423Z","caller":"traceutil/trace.go:171","msg":"trace[978616978] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:24918; }","duration":"268.896523ms","start":"2026-07-06T06:30:09.731499Z","end":"2026-07-06T06:30:10.000396Z","steps":["trace[978616978] 'count revisions from in-memory index tree' (duration: 268.709248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:30:10.000505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.90153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-06T06:30:10.0006Z","caller":"traceutil/trace.go:171","msg":"trace[1378082153] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"204.467783ms","start":"2026-07-06T06:30:09.796115Z","end":"2026-07-06T06:30:10.000583Z","steps":["trace[1378082153] 'process raft request' (duration: 99.41103ms)","trace[1378082153] 'compare' (duration: 104.566014ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:30:10.412974Z","caller":"traceutil/trace.go:171","msg":"trace[1350634787] transaction","detail":"{read_only:false; response_revision:24920; number_of_response:1; }","duration":"370.192061ms","start":"2026-07-06T06:30:10.04273Z","end":"2026-07-06T06:30:10.412922Z","steps":["trace[1350634787] 'process raft request' (duration: 369.942586ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:30:10.413044Z","caller":"traceutil/trace.go:171","msg":"trace[1220850235] linearizableReadLoop","detail":"{readStateIndex:25730; appliedIndex:25729; }","duration":"342.973057ms","start":"2026-07-06T06:30:10.069853Z","end":"2026-07-06T06:30:10.412826Z","steps":["trace[1220850235] 'read index received' (duration: 342.775973ms)","trace[1220850235] 'applied index is now lower than readState.Index' (duration: 196.374µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:30:10.413188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.310715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:30:10.413277Z","caller":"traceutil/trace.go:171","msg":"trace[408902819] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:24920; }","duration":"343.445017ms","start":"2026-07-06T06:30:10.069807Z","end":"2026-07-06T06:30:10.413252Z","steps":["trace[408902819] 'agreement among raft nodes before linearized reading' (duration: 343.269613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:30:10.41336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:30:10.06978Z","time spent":"343.560529ms","remote":"127.0.0.1:42092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:30:10.413196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:30:10.042703Z","time spent":"370.366034ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T06:30:10.413554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.411374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-06T06:30:10.41359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.149762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-06T06:30:10.413628Z","caller":"traceutil/trace.go:171","msg":"trace[1509608903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24920; }","duration":"317.194823ms","start":"2026-07-06T06:30:10.096422Z","end":"2026-07-06T06:30:10.413617Z","steps":["trace[1509608903] 'agreement among raft nodes before linearized reading' (duration: 316.778365ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:30:10.413639Z","caller":"traceutil/trace.go:171","msg":"trace[416089758] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24920; }","duration":"273.530747ms","start":"2026-07-06T06:30:10.140087Z","end":"2026-07-06T06:30:10.413617Z","steps":["trace[416089758] 'agreement among raft nodes before linearized reading' (duration: 273.287482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:30:10.413655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:30:10.096379Z","time spent":"317.270454ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-06T06:30:11.255155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.983034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-06T06:30:11.255475Z","caller":"traceutil/trace.go:171","msg":"trace[1526267377] linearizableReadLoop","detail":"{readStateIndex:25731; appliedIndex:25730; }","duration":"836.711296ms","start":"2026-07-06T06:30:10.418714Z","end":"2026-07-06T06:30:11.255425Z","steps":["trace[1526267377] 'read index received' (duration: 22.372675ms)","trace[1526267377] 'applied index is now lower than readState.Index' (duration: 814.336761ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:30:11.255691Z","caller":"traceutil/trace.go:171","msg":"trace[982397316] transaction","detail":"{read_only:false; response_revision:24922; number_of_response:1; }","duration":"712.535253ms","start":"2026-07-06T06:30:10.543111Z","end":"2026-07-06T06:30:11.255646Z","steps":["trace[982397316] 'process raft request' (duration: 712.168836ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:30:11.255774Z","caller":"traceutil/trace.go:171","msg":"trace[1328289789] transaction","detail":"{read_only:false; response_revision:24921; number_of_response:1; }","duration":"838.85545ms","start":"2026-07-06T06:30:10.416878Z","end":"2026-07-06T06:30:11.255734Z","steps":["trace[1328289789] 'process raft request' (duration: 24.204152ms)","trace[1328289789] 'compare' (duration: 813.455983ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:30:11.255847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:30:10.543083Z","time spent":"712.675277ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T06:30:11.255858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:30:10.416859Z","time spent":"838.960043ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T06:30:11.262303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.548975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-06T06:30:11.26239Z","caller":"traceutil/trace.go:171","msg":"trace[222768335] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24922; }","duration":"843.688727ms","start":"2026-07-06T06:30:10.418677Z","end":"2026-07-06T06:30:11.262366Z","steps":["trace[222768335] 'agreement among raft nodes before linearized reading' (duration: 837.109154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:30:11.26245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:30:10.418659Z","time spent":"843.77972ms","remote":"127.0.0.1:37594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-06T06:30:11.435062Z","caller":"traceutil/trace.go:171","msg":"trace[10062173] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"707.568233ms","start":"2026-07-06T06:30:10.72746Z","end":"2026-07-06T06:30:11.435028Z","steps":["trace[10062173] 'process raft request' (duration: 707.312877ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:30:11.435067Z","caller":"traceutil/trace.go:171","msg":"trace[1353982067] transaction","detail":"{read_only:false; response_revision:24926; number_of_response:1; }","duration":"673.970221ms","start":"2026-07-06T06:30:10.76106Z","end":"2026-07-06T06:30:11.43503Z","steps":["trace[1353982067] 'process raft request' (duration: 673.931329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:30:11.436322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:30:10.761041Z","time spent":"675.142164ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:30:11.435132Z","caller":"traceutil/trace.go:171","msg":"trace[1133898189] transaction","detail":"{read_only:false; response_revision:24924; number_of_response:1; }","duration":"675.440091ms","start":"2026-07-06T06:30:10.759683Z","end":"2026-07-06T06:30:11.435123Z","steps":["trace[1133898189] 'process raft request' (duration: 675.233726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:30:11.436591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:30:10.759667Z","time spent":"676.89147ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:30:11.435161Z","caller":"traceutil/trace.go:171","msg":"trace[1094961902] transaction","detail":"{read_only:false; response_revision:24925; number_of_response:1; }","duration":"675.184825ms","start":"2026-07-06T06:30:10.759968Z","end":"2026-07-06T06:30:11.435153Z","steps":["trace[1094961902] 'process raft request' (duration: 674.98817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:30:11.436755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:30:10.759942Z","time spent":"676.786097ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T06:30:11.439398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:30:10.727443Z","time spent":"707.812358ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:30:11.482095Z","caller":"traceutil/trace.go:171","msg":"trace[514433425] linearizableReadLoop","detail":"{readStateIndex:25737; appliedIndex:25735; }","duration":"226.561933ms","start":"2026-07-06T06:30:11.25551Z","end":"2026-07-06T06:30:11.482072Z","steps":["trace[514433425] 'read index received' (duration: 179.470176ms)","trace[514433425] 'applied index is now lower than readState.Index' (duration: 47.090927ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:30:11.482171Z","caller":"traceutil/trace.go:171","msg":"trace[813911929] transaction","detail":"{read_only:false; response_revision:24927; number_of_response:1; }","duration":"412.189643ms","start":"2026-07-06T06:30:11.069944Z","end":"2026-07-06T06:30:11.482134Z","steps":["trace[813911929] 'process raft request' (duration: 412.013359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:30:11.48228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.350392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-06T06:30:11.482329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.801228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-06T06:30:11.482321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:30:11.069927Z","time spent":"412.313245ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:30:11.482372Z","caller":"traceutil/trace.go:171","msg":"trace[647709766] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24927; }","duration":"423.88542ms","start":"2026-07-06T06:30:11.058475Z","end":"2026-07-06T06:30:11.48236Z","steps":["trace[647709766] 'agreement among raft nodes before linearized reading' (duration: 423.702767ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:30:11.482381Z","caller":"traceutil/trace.go:171","msg":"trace[1161234313] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24927; }","duration":"242.546896ms","start":"2026-07-06T06:30:11.239813Z","end":"2026-07-06T06:30:11.48236Z","steps":["trace[1161234313] 'agreement among raft nodes before linearized reading' (duration: 242.337332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:30:11.482408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:30:11.058453Z","time spent":"423.945561ms","remote":"127.0.0.1:42888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":164,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:30:12.049398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.342307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-06T06:30:12.049927Z","caller":"traceutil/trace.go:171","msg":"trace[481941249] transaction","detail":"{read_only:false; response_revision:24928; number_of_response:1; }","duration":"585.956123ms","start":"2026-07-06T06:30:11.463925Z","end":"2026-07-06T06:30:12.049881Z","steps":["trace[481941249] 'process raft request' (duration: 393.055134ms)","trace[481941249] 'compare' (duration: 191.787236ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:30:12.050031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.668748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-06T06:30:12.050088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:30:11.463907Z","time spent":"586.100305ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:30:12.050102Z","caller":"traceutil/trace.go:171","msg":"trace[349269629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24928; }","duration":"651.77635ms","start":"2026-07-06T06:30:11.398308Z","end":"2026-07-06T06:30:12.050085Z","steps":["trace[349269629] 'agreement among raft nodes before linearized reading' (duration: 651.568296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:30:12.050144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:30:11.398295Z","time spent":"651.842101ms","remote":"127.0.0.1:37370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T06:30:12.050139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.556374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-06T06:30:12.050246Z","caller":"traceutil/trace.go:171","msg":"trace[2014464099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24928; }","duration":"711.711186ms","start":"2026-07-06T06:30:11.33851Z","end":"2026-07-06T06:30:12.050221Z","steps":["trace[2014464099] 'agreement among raft nodes before linearized reading' (duration: 711.426521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:30:12.050313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:30:11.338492Z","time spent":"711.807119ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-06T06:30:12.050462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.980886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18434"} {"level":"info","ts":"2026-07-06T06:30:12.05135Z","caller":"traceutil/trace.go:171","msg":"trace[832370641] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24928; }","duration":"787.885755ms","start":"2026-07-06T06:30:11.263443Z","end":"2026-07-06T06:30:12.051329Z","steps":["trace[832370641] 'agreement among raft nodes before linearized reading' (duration: 786.617578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:30:12.051451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:30:11.263423Z","time spent":"788.011598ms","remote":"127.0.0.1:37580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18456,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-06T06:30:12.04965Z","caller":"traceutil/trace.go:171","msg":"trace[1964992640] linearizableReadLoop","detail":"{readStateIndex:25738; appliedIndex:25737; }","duration":"567.478838ms","start":"2026-07-06T06:30:11.482153Z","end":"2026-07-06T06:30:12.049632Z","steps":["trace[1964992640] 'read index received' (duration: 374.754033ms)","trace[1964992640] 'applied index is now lower than readState.Index' (duration: 192.722925ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:30:12.15642Z","caller":"traceutil/trace.go:171","msg":"trace[1568834120] linearizableReadLoop","detail":"{readStateIndex:25740; appliedIndex:25738; }","duration":"104.434171ms","start":"2026-07-06T06:30:12.05196Z","end":"2026-07-06T06:30:12.156394Z","steps":["trace[1568834120] 'read index received' (duration: 17.572857ms)","trace[1568834120] 'applied index is now lower than readState.Index' (duration: 86.860254ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:30:12.156522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.799418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:30:12.156631Z","caller":"traceutil/trace.go:171","msg":"trace[812261628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24930; }","duration":"104.946621ms","start":"2026-07-06T06:30:12.051645Z","end":"2026-07-06T06:30:12.156591Z","steps":["trace[812261628] 'agreement among raft nodes before linearized reading' (duration: 104.782628ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:30:12.156635Z","caller":"traceutil/trace.go:171","msg":"trace[2014843035] transaction","detail":"{read_only:false; response_revision:24930; number_of_response:1; }","duration":"101.314237ms","start":"2026-07-06T06:30:12.05529Z","end":"2026-07-06T06:30:12.156604Z","steps":["trace[2014843035] 'process raft request' (duration: 101.054372ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:30:12.156659Z","caller":"traceutil/trace.go:171","msg":"trace[1322143345] transaction","detail":"{read_only:false; response_revision:24929; number_of_response:1; }","duration":"149.055358ms","start":"2026-07-06T06:30:12.007529Z","end":"2026-07-06T06:30:12.156584Z","steps":["trace[1322143345] 'process raft request' (duration: 148.618999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:30:12.156743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.463093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-06T06:30:12.156775Z","caller":"traceutil/trace.go:171","msg":"trace[2012745819] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24930; }","duration":"558.527065ms","start":"2026-07-06T06:30:11.598238Z","end":"2026-07-06T06:30:12.156765Z","steps":["trace[2012745819] 'agreement among raft nodes before linearized reading' (duration: 558.449653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:30:12.15683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:30:11.598219Z","time spent":"558.589105ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-06T06:30:12.156657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.978084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-06T06:30:12.156896Z","caller":"traceutil/trace.go:171","msg":"trace[1540560993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24930; }","duration":"559.27635ms","start":"2026-07-06T06:30:11.597611Z","end":"2026-07-06T06:30:12.156887Z","steps":["trace[1540560993] 'agreement among raft nodes before linearized reading' (duration: 558.917883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:30:12.156938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:30:11.597588Z","time spent":"559.330001ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-06T06:30:12.156971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.358481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-06T06:30:12.157082Z","caller":"traceutil/trace.go:171","msg":"trace[115695148] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24930; }","duration":"559.504934ms","start":"2026-07-06T06:30:11.597553Z","end":"2026-07-06T06:30:12.157058Z","steps":["trace[115695148] 'agreement among raft nodes before linearized reading' (duration: 559.225159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:30:12.157186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:30:11.597535Z","time spent":"559.638267ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-06T06:30:12.157332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.554345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-06T06:30:12.158391Z","caller":"traceutil/trace.go:171","msg":"trace[153556612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24930; }","duration":"560.611427ms","start":"2026-07-06T06:30:11.597736Z","end":"2026-07-06T06:30:12.158348Z","steps":["trace[153556612] 'agreement among raft nodes before linearized reading' (duration: 558.733339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:30:12.158555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:30:11.597729Z","time spent":"560.808631ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-06T06:31:02.433171Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000066d1.wal"} {"level":"info","ts":"2026-07-06T06:31:22.41377Z","caller":"traceutil/trace.go:171","msg":"trace[624337924] transaction","detail":"{read_only:false; response_revision:25641; number_of_response:1; }","duration":"134.704551ms","start":"2026-07-06T06:31:22.279033Z","end":"2026-07-06T06:31:22.413737Z","steps":["trace[624337924] 'process raft request' (duration: 134.364384ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:32:53.624481Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23615} {"level":"info","ts":"2026-07-06T06:32:53.761853Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23615,"took":"132.958265ms","hash":4162571355,"current-db-size-bytes":59994112,"current-db-size":"60 MB","current-db-size-in-use-bytes":37523456,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-07-06T06:32:53.761924Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4162571355,"revision":23615,"compact-revision":20459} {"level":"info","ts":"2026-07-06T06:37:53.6303Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26501} {"level":"info","ts":"2026-07-06T06:37:53.774523Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26501,"took":"140.505618ms","hash":630082035,"current-db-size-bytes":59994112,"current-db-size":"60 MB","current-db-size-in-use-bytes":33021952,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-06T06:37:53.77458Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":630082035,"revision":26501,"compact-revision":23615} {"level":"info","ts":"2026-07-06T06:38:04.432526Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2d372260bb4c37a","local-member-applied-index":30004,"local-member-snapshot-index":20003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-06T06:38:04.438251Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30004} {"level":"info","ts":"2026-07-06T06:38:04.43836Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25004} {"level":"info","ts":"2026-07-06T06:42:53.640086Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29002} {"level":"info","ts":"2026-07-06T06:42:53.774767Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29002,"took":"130.159328ms","hash":4103962525,"current-db-size-bytes":59994112,"current-db-size":"60 MB","current-db-size-in-use-bytes":30502912,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-06T06:42:53.774849Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4103962525,"revision":29002,"compact-revision":26501} {"level":"info","ts":"2026-07-06T06:47:53.648454Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31222} {"level":"info","ts":"2026-07-06T06:47:53.773772Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31222,"took":"120.316584ms","hash":996692064,"current-db-size-bytes":59994112,"current-db-size":"60 MB","current-db-size-in-use-bytes":30871552,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-06T06:47:53.77385Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":996692064,"revision":31222,"compact-revision":29002} {"level":"info","ts":"2026-07-06T06:52:53.654594Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33528} {"level":"info","ts":"2026-07-06T06:52:53.803381Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33528,"took":"145.244769ms","hash":3111476848,"current-db-size-bytes":61038592,"current-db-size":"61 MB","current-db-size-in-use-bytes":32489472,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-06T06:52:53.803433Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3111476848,"revision":33528,"compact-revision":31222} {"level":"warn","ts":"2026-07-06T06:55:14.117181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620677554,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T06:55:14.24218Z","caller":"traceutil/trace.go:171","msg":"trace[44838581] transaction","detail":"{read_only:false; response_revision:36838; number_of_response:1; }","duration":"778.808968ms","start":"2026-07-06T06:55:13.463326Z","end":"2026-07-06T06:55:14.242135Z","steps":["trace[44838581] 'process raft request' (duration: 777.376029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:14.242419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:13.463304Z","time spent":"779.005462ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:55:14.242845Z","caller":"traceutil/trace.go:171","msg":"trace[309332534] linearizableReadLoop","detail":"{readStateIndex:37983; appliedIndex:37980; }","duration":"626.695441ms","start":"2026-07-06T06:55:13.616128Z","end":"2026-07-06T06:55:14.242824Z","steps":["trace[309332534] 'read index received' (duration: 624.351383ms)","trace[309332534] 'applied index is now lower than readState.Index' (duration: 2.343008ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:55:14.242917Z","caller":"traceutil/trace.go:171","msg":"trace[703405636] transaction","detail":"{read_only:false; response_revision:36840; number_of_response:1; }","duration":"503.181961ms","start":"2026-07-06T06:55:13.739713Z","end":"2026-07-06T06:55:14.242895Z","steps":["trace[703405636] 'process raft request' (duration: 503.030788ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:55:14.242926Z","caller":"traceutil/trace.go:171","msg":"trace[1270989562] transaction","detail":"{read_only:false; response_revision:36839; number_of_response:1; }","duration":"682.552761ms","start":"2026-07-06T06:55:13.560323Z","end":"2026-07-06T06:55:14.242876Z","steps":["trace[1270989562] 'process raft request' (duration: 682.305526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:14.243019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:13.739691Z","time spent":"503.274004ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T06:55:14.243094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.642959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-06T06:55:14.24313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:13.560298Z","time spent":"682.724015ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T06:55:14.243197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.970335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-06T06:55:14.243141Z","caller":"traceutil/trace.go:171","msg":"trace[1805191744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36841; }","duration":"498.730271ms","start":"2026-07-06T06:55:13.744397Z","end":"2026-07-06T06:55:14.243128Z","steps":["trace[1805191744] 'agreement among raft nodes before linearized reading' (duration: 498.567568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:14.243299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.15614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-06T06:55:14.243326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.825551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-06T06:55:14.243407Z","caller":"traceutil/trace.go:171","msg":"trace[128318288] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:36841; }","duration":"627.314043ms","start":"2026-07-06T06:55:13.61607Z","end":"2026-07-06T06:55:14.243384Z","steps":["trace[128318288] 'agreement among raft nodes before linearized reading' (duration: 627.128009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:14.243451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:13.61605Z","time spent":"627.388404ms","remote":"127.0.0.1:42108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-06T06:55:14.243457Z","caller":"traceutil/trace.go:171","msg":"trace[976210654] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36841; }","duration":"490.994355ms","start":"2026-07-06T06:55:13.752435Z","end":"2026-07-06T06:55:14.24343Z","steps":["trace[976210654] 'agreement among raft nodes before linearized reading' (duration: 490.707879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:14.243504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:13.752412Z","time spent":"491.081756ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-06T06:55:14.243222Z","caller":"traceutil/trace.go:171","msg":"trace[443652832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36841; }","duration":"496.009997ms","start":"2026-07-06T06:55:13.747206Z","end":"2026-07-06T06:55:14.243216Z","steps":["trace[443652832] 'agreement among raft nodes before linearized reading' (duration: 495.950766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:14.243564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:13.747198Z","time spent":"496.356324ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-06T06:55:14.243212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.823545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:55:14.243636Z","caller":"traceutil/trace.go:171","msg":"trace[1654503561] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:36841; }","duration":"461.302285ms","start":"2026-07-06T06:55:13.782322Z","end":"2026-07-06T06:55:14.243624Z","steps":["trace[1654503561] 'agreement among raft nodes before linearized reading' (duration: 460.819405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:14.24366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:13.782307Z","time spent":"461.343305ms","remote":"127.0.0.1:47068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:55:14.243624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:13.744376Z","time spent":"499.16978ms","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-06T06:55:18.766854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620677629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:55:19.267601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620677629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:55:19.768218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620677629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:55:20.258732Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.003540219s","expected-duration":"1s"} {"level":"info","ts":"2026-07-06T06:55:20.259263Z","caller":"traceutil/trace.go:171","msg":"trace[1412411351] transaction","detail":"{read_only:false; response_revision:36870; number_of_response:1; }","duration":"2.004143042s","start":"2026-07-06T06:55:18.255087Z","end":"2026-07-06T06:55:20.25923Z","steps":["trace[1412411351] 'process raft request' (duration: 2.003817045s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:20.259459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:18.255068Z","time spent":"2.004281516s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T06:55:20.398937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999448677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:55:20.399071Z","caller":"traceutil/trace.go:171","msg":"trace[793342587] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999627891s","start":"2026-07-06T06:55:18.399424Z","end":"2026-07-06T06:55:20.399052Z","steps":["trace[793342587] 'agreement among raft nodes before linearized reading' (duration: 1.999484788s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:20.39915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:18.399402Z","time spent":"1.999734882s","remote":"127.0.0.1:37370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 06:55:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-06T06:55:20.457154Z","caller":"traceutil/trace.go:171","msg":"trace[1450985110] transaction","detail":"{read_only:false; response_revision:36871; number_of_response:1; }","duration":"2.201541176s","start":"2026-07-06T06:55:18.255565Z","end":"2026-07-06T06:55:20.457106Z","steps":["trace[1450985110] 'process raft request' (duration: 2.201307722s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:20.45731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:18.255547Z","time spent":"2.201684159s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:55:20.457712Z","caller":"traceutil/trace.go:171","msg":"trace[1802850666] linearizableReadLoop","detail":"{readStateIndex:38021; appliedIndex:38013; }","duration":"2.191234057s","start":"2026-07-06T06:55:18.266454Z","end":"2026-07-06T06:55:20.457688Z","steps":["trace[1802850666] 'read index received' (duration: 1.992472055s)","trace[1802850666] 'applied index is now lower than readState.Index' (duration: 198.760982ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:55:20.457715Z","caller":"traceutil/trace.go:171","msg":"trace[765236712] transaction","detail":"{read_only:false; response_revision:36872; number_of_response:1; }","duration":"1.913839685s","start":"2026-07-06T06:55:18.543849Z","end":"2026-07-06T06:55:20.457688Z","steps":["trace[765236712] 'process raft request' (duration: 1.913210222s)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:55:20.457763Z","caller":"traceutil/trace.go:171","msg":"trace[171084228] transaction","detail":"{read_only:false; response_revision:36873; number_of_response:1; }","duration":"1.733519575s","start":"2026-07-06T06:55:18.724179Z","end":"2026-07-06T06:55:20.457698Z","steps":["trace[171084228] 'process raft request' (duration: 1.733188089s)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:55:20.457822Z","caller":"traceutil/trace.go:171","msg":"trace[368185655] transaction","detail":"{read_only:false; response_revision:36874; number_of_response:1; }","duration":"1.732051466s","start":"2026-07-06T06:55:18.725758Z","end":"2026-07-06T06:55:20.45781Z","steps":["trace[368185655] 'process raft request' (duration: 1.7317448s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:20.457881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:18.543829Z","time spent":"1.913968347s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T06:55:20.457926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:18.72575Z","time spent":"1.732100817s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:55:20.458072Z","caller":"traceutil/trace.go:171","msg":"trace[683012784] transaction","detail":"{read_only:false; response_revision:36877; number_of_response:1; }","duration":"1.207976562s","start":"2026-07-06T06:55:19.250061Z","end":"2026-07-06T06:55:20.458037Z","steps":["trace[683012784] 'process raft request' (duration: 1.207578344s)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:55:20.458111Z","caller":"traceutil/trace.go:171","msg":"trace[1930480932] transaction","detail":"{read_only:false; response_revision:36875; number_of_response:1; }","duration":"1.648047386s","start":"2026-07-06T06:55:18.810051Z","end":"2026-07-06T06:55:20.458098Z","steps":["trace[1930480932] 'process raft request' (duration: 1.647491995s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:20.458151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.191696478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-06T06:55:20.458174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:18.810024Z","time spent":"1.648119189s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:55:20.458195Z","caller":"traceutil/trace.go:171","msg":"trace[108934487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36877; }","duration":"2.191779029s","start":"2026-07-06T06:55:18.266406Z","end":"2026-07-06T06:55:20.458185Z","steps":["trace[108934487] 'agreement among raft nodes before linearized reading' (duration: 2.191633865s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:20.458226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:18.266379Z","time spent":"2.19183977s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-06T06:55:20.458215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:19.250029Z","time spent":"1.208098336s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:55:20.458511Z","caller":"traceutil/trace.go:171","msg":"trace[1550119113] transaction","detail":"{read_only:false; response_revision:36876; number_of_response:1; }","duration":"1.542529182s","start":"2026-07-06T06:55:18.915964Z","end":"2026-07-06T06:55:20.458493Z","steps":["trace[1550119113] 'process raft request' (duration: 1.541624613s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:20.458506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:18.724159Z","time spent":"1.733681529s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T06:55:20.458592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:18.915924Z","time spent":"1.542625824s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:55:20.48034Z","caller":"traceutil/trace.go:171","msg":"trace[951171105] transaction","detail":"{read_only:false; response_revision:36878; number_of_response:1; }","duration":"121.344795ms","start":"2026-07-06T06:55:20.358977Z","end":"2026-07-06T06:55:20.480322Z","steps":["trace[951171105] 'process raft request' (duration: 121.261633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:20.480685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.788092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-06T06:55:20.480737Z","caller":"traceutil/trace.go:171","msg":"trace[570315580] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:36878; }","duration":"408.876673ms","start":"2026-07-06T06:55:20.071846Z","end":"2026-07-06T06:55:20.480723Z","steps":["trace[570315580] 'agreement among raft nodes before linearized reading' (duration: 408.789801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:20.480771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:20.071832Z","time spent":"408.930415ms","remote":"127.0.0.1:44912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:55:20.480768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10751289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-06T06:55:20.480847Z","caller":"traceutil/trace.go:171","msg":"trace[85807340] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:36878; }","duration":"1.107608812s","start":"2026-07-06T06:55:19.373218Z","end":"2026-07-06T06:55:20.480827Z","steps":["trace[85807340] 'agreement among raft nodes before linearized reading' (duration: 1.107273814s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:20.480893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:19.37315Z","time spent":"1.107732785s","remote":"127.0.0.1:37564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":96,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:55:20.480917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073469925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:55:20.480988Z","caller":"traceutil/trace.go:171","msg":"trace[421772770] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:36878; }","duration":"2.073562228s","start":"2026-07-06T06:55:18.407407Z","end":"2026-07-06T06:55:20.480969Z","steps":["trace[421772770] 'agreement among raft nodes before linearized reading' (duration: 2.073441355s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:20.481035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:18.407397Z","time spent":"2.073625489s","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:55:20.481074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.207358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:55:20.481143Z","caller":"traceutil/trace.go:171","msg":"trace[332562848] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:36878; }","duration":"142.29517ms","start":"2026-07-06T06:55:20.338809Z","end":"2026-07-06T06:55:20.481104Z","steps":["trace[332562848] 'agreement among raft nodes before linearized reading' (duration: 142.237588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:20.481097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14260917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-06T06:55:20.48114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68278798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-06T06:55:20.481202Z","caller":"traceutil/trace.go:171","msg":"trace[42710886] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:36878; }","duration":"1.142744602s","start":"2026-07-06T06:55:19.338436Z","end":"2026-07-06T06:55:20.481181Z","steps":["trace[42710886] 'agreement among raft nodes before linearized reading' (duration: 1.142452226s)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:55:20.481248Z","caller":"traceutil/trace.go:171","msg":"trace[1951367735] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36878; }","duration":"1.683002005s","start":"2026-07-06T06:55:18.798218Z","end":"2026-07-06T06:55:20.48122Z","steps":["trace[1951367735] 'agreement among raft nodes before linearized reading' (duration: 1.682596277s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:20.481258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:19.338429Z","time spent":"1.142820294s","remote":"127.0.0.1:37434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:55:20.481281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017969409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-06T06:55:20.481305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:18.798203Z","time spent":"1.683088606s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-06T06:55:20.481324Z","caller":"traceutil/trace.go:171","msg":"trace[218838627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36878; }","duration":"1.018055741s","start":"2026-07-06T06:55:19.463256Z","end":"2026-07-06T06:55:20.481312Z","steps":["trace[218838627] 'agreement among raft nodes before linearized reading' (duration: 1.017853657s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:20.481365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:19.463234Z","time spent":"1.018123932s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-06T06:55:20.48152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038934326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-06T06:55:20.481595Z","caller":"traceutil/trace.go:171","msg":"trace[2109825126] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:36878; }","duration":"2.039035898s","start":"2026-07-06T06:55:18.442542Z","end":"2026-07-06T06:55:20.481578Z","steps":["trace[2109825126] 'agreement among raft nodes before linearized reading' (duration: 2.038763213s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:20.481631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:18.442527Z","time spent":"2.03909458s","remote":"127.0.0.1:37608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":260,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:55:20.481622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.608806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:55:20.48168Z","caller":"traceutil/trace.go:171","msg":"trace[728525073] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:36878; }","duration":"867.723418ms","start":"2026-07-06T06:55:19.613944Z","end":"2026-07-06T06:55:20.481667Z","steps":["trace[728525073] 'agreement among raft nodes before linearized reading' (duration: 867.643766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:20.481725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:19.613908Z","time spent":"867.8061ms","remote":"127.0.0.1:46804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:55:20.481732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143692601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-06T06:55:20.481761Z","caller":"traceutil/trace.go:171","msg":"trace[1586829784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36878; }","duration":"1.143757492s","start":"2026-07-06T06:55:19.337995Z","end":"2026-07-06T06:55:20.481752Z","steps":["trace[1586829784] 'agreement among raft nodes before linearized reading' (duration: 1.14362546s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:20.48178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:19.33798Z","time spent":"1.143796253s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-06T06:55:20.481845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214205152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-06T06:55:20.481922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215374856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-06T06:55:20.48193Z","caller":"traceutil/trace.go:171","msg":"trace[984049524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36878; }","duration":"2.214317414s","start":"2026-07-06T06:55:18.267588Z","end":"2026-07-06T06:55:20.481905Z","steps":["trace[984049524] 'agreement among raft nodes before linearized reading' (duration: 2.21407912s)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:55:20.481986Z","caller":"traceutil/trace.go:171","msg":"trace[273598277] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36878; }","duration":"2.215475969s","start":"2026-07-06T06:55:18.266492Z","end":"2026-07-06T06:55:20.481968Z","steps":["trace[273598277] 'agreement among raft nodes before linearized reading' (duration: 2.213919787s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:20.48199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:18.267577Z","time spent":"2.214405266s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-06T06:55:20.482031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:18.266472Z","time spent":"2.21554714s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-06T06:55:20.482033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.802986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-06T06:55:20.48208Z","caller":"traceutil/trace.go:171","msg":"trace[1581792633] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:36878; }","duration":"934.889287ms","start":"2026-07-06T06:55:19.547178Z","end":"2026-07-06T06:55:20.482067Z","steps":["trace[1581792633] 'agreement among raft nodes before linearized reading' (duration: 933.576561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:20.482114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:19.54716Z","time spent":"934.944598ms","remote":"127.0.0.1:37550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-07-06T06:55:20.587943Z","caller":"traceutil/trace.go:171","msg":"trace[2091098608] transaction","detail":"{read_only:false; response_revision:36880; number_of_response:1; }","duration":"101.653536ms","start":"2026-07-06T06:55:20.486249Z","end":"2026-07-06T06:55:20.587903Z","steps":["trace[2091098608] 'process raft request' (duration: 84.634442ms)","trace[2091098608] 'compare' (duration: 16.82075ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T06:55:20.587963Z","caller":"traceutil/trace.go:171","msg":"trace[315582439] transaction","detail":"{read_only:false; response_revision:36881; number_of_response:1; }","duration":"101.603426ms","start":"2026-07-06T06:55:20.486312Z","end":"2026-07-06T06:55:20.587916Z","steps":["trace[315582439] 'process raft request' (duration: 101.513854ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:55:20.588155Z","caller":"traceutil/trace.go:171","msg":"trace[1268971385] transaction","detail":"{read_only:false; response_revision:36883; number_of_response:1; }","duration":"100.605746ms","start":"2026-07-06T06:55:20.487536Z","end":"2026-07-06T06:55:20.588141Z","steps":["trace[1268971385] 'process raft request' (duration: 100.416932ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:55:20.588275Z","caller":"traceutil/trace.go:171","msg":"trace[1578239463] transaction","detail":"{read_only:false; response_revision:36882; number_of_response:1; }","duration":"101.30562ms","start":"2026-07-06T06:55:20.486959Z","end":"2026-07-06T06:55:20.588265Z","steps":["trace[1578239463] 'process raft request' (duration: 100.903102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:49.086517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:55:49.587271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:55:50.087998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:55:50.588377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:55:51.089501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:55:51.398849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000539879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:55:51.398977Z","caller":"traceutil/trace.go:171","msg":"trace[1664979912] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000734933s","start":"2026-07-06T06:55:49.398212Z","end":"2026-07-06T06:55:51.398947Z","steps":["trace[1664979912] 'agreement among raft nodes before linearized reading' (duration: 2.00057039s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:51.399037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:49.398192Z","time spent":"2.000832435s","remote":"127.0.0.1:37370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 06:55:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:55:51.589751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:55:52.0904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:55:52.591222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:55:53.092001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:55:53.399034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999350215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:55:53.399123Z","caller":"traceutil/trace.go:171","msg":"trace[1576492349] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999511638s","start":"2026-07-06T06:55:51.39959Z","end":"2026-07-06T06:55:53.399102Z","steps":["trace[1576492349] 'agreement among raft nodes before linearized reading' (duration: 1.999402166s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:53.39917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:51.399566Z","time spent":"1.99959387s","remote":"127.0.0.1:37362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 06:55:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:55:53.562129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:48.563273Z","time spent":"4.998849028s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T06:55:53.564055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:48.564591Z","time spent":"4.999457769s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/06 06:55:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:55:53.564261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:48.564829Z","time spent":"4.999419068s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/06 06:55:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:55:53.56624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:48.567997Z","time spent":"4.998238985s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T06:55:53.593186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:55:53.72921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999257136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:55:53.729303Z","caller":"traceutil/trace.go:171","msg":"trace[2064382076] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999403619s","start":"2026-07-06T06:55:48.729877Z","end":"2026-07-06T06:55:53.729281Z","steps":["trace[2064382076] 'agreement among raft nodes before linearized reading' (duration: 4.999286876s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:53.729356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:48.729856Z","time spent":"4.9994894s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/06 06:55:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:55:53.729504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999543441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:55:53.729577Z","caller":"traceutil/trace.go:171","msg":"trace[1516003159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999682874s","start":"2026-07-06T06:55:48.729876Z","end":"2026-07-06T06:55:53.729559Z","steps":["trace[1516003159] 'agreement among raft nodes before linearized reading' (duration: 4.999573702s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:53.729618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:48.729857Z","time spent":"4.999752615s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/06 06:55:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:55:53.748179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999583863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:55:53.748223Z","caller":"traceutil/trace.go:171","msg":"trace[725864927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999665944s","start":"2026-07-06T06:55:48.748546Z","end":"2026-07-06T06:55:53.748212Z","steps":["trace[725864927] 'agreement among raft nodes before linearized reading' (duration: 4.999614153s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:53.74825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:48.748529Z","time spent":"4.999714856s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/06 06:55:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:55:54.093652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:55:54.593949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:55:55.09439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:55:55.375438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:50.377456Z","time spent":"4.997974649s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/06 06:55:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:55:55.407242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000248013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:55:55.407332Z","caller":"traceutil/trace.go:171","msg":"trace[2022795283] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000382946s","start":"2026-07-06T06:55:53.406927Z","end":"2026-07-06T06:55:55.40731Z","steps":["trace[2022795283] 'agreement among raft nodes before linearized reading' (duration: 2.000275184s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:55.40738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:53.406912Z","time spent":"2.000459007s","remote":"127.0.0.1:37370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 06:55:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:55:55.568587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:48.567556Z","time spent":"7.00102392s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T06:55:55.586119Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-06T06:55:55.586186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:50.587503Z","time spent":"4.998670204s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/06 06:55:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:55:55.58636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000721463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ffc27c25-af59-471b-a32e-8e5c378c9ad5\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-06T06:55:55.586429Z","caller":"traceutil/trace.go:171","msg":"trace[577560033] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ffc27c25-af59-471b-a32e-8e5c378c9ad5; range_end:; }","duration":"7.000837686s","start":"2026-07-06T06:55:48.585562Z","end":"2026-07-06T06:55:55.5864Z","steps":["trace[577560033] 'agreement among raft nodes before linearized reading' (duration: 7.000741084s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:55.586493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:48.585549Z","time spent":"7.000929948s","remote":"127.0.0.1:37544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumes/pvc-ffc27c25-af59-471b-a32e-8e5c378c9ad5\" "} {"level":"warn","ts":"2026-07-06T06:55:56.086364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:55:56.586833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:55:57.08773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:55:57.407577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000308274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T06:55:57.407728Z","caller":"traceutil/trace.go:171","msg":"trace[425598353] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000523499s","start":"2026-07-06T06:55:55.40717Z","end":"2026-07-06T06:55:57.407693Z","steps":["trace[425598353] 'agreement among raft nodes before linearized reading' (duration: 2.000307745s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:57.408095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:55.407156Z","time spent":"2.000921627s","remote":"127.0.0.1:37362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 06:55:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:55:57.497632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:50.497149Z","time spent":"7.000474138s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T06:55:57.507772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:50.506724Z","time spent":"7.00104442s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T06:55:57.588487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:55:58.089161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:55:58.563219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997049132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:55:58.563387Z","caller":"traceutil/trace.go:171","msg":"trace[661984978] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.997270936s","start":"2026-07-06T06:55:53.566089Z","end":"2026-07-06T06:55:58.56336Z","steps":["trace[661984978] 'agreement among raft nodes before linearized reading' (duration: 4.997076122s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:58.56345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:53.566073Z","time spent":"4.997366688s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/06 06:55:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:55:58.563593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997199144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:55:58.563708Z","caller":"traceutil/trace.go:171","msg":"trace[1651051913] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.997362798s","start":"2026-07-06T06:55:53.566321Z","end":"2026-07-06T06:55:58.563684Z","steps":["trace[1651051913] 'agreement among raft nodes before linearized reading' (duration: 4.997218405s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:58.56377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:53.566313Z","time spent":"4.99744662s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/06 06:55:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:55:58.566244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99847122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:55:58.566276Z","caller":"traceutil/trace.go:171","msg":"trace[524163050] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998567051s","start":"2026-07-06T06:55:53.5677Z","end":"2026-07-06T06:55:58.566268Z","steps":["trace[524163050] 'agreement among raft nodes before linearized reading' (duration: 4.998525391s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:58.566613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997711015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:55:58.566687Z","caller":"traceutil/trace.go:171","msg":"trace[184769643] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.997797036s","start":"2026-07-06T06:55:53.568862Z","end":"2026-07-06T06:55:58.566659Z","steps":["trace[184769643] 'agreement among raft nodes before linearized reading' (duration: 4.997729675s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:58.566734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:53.568853Z","time spent":"4.997872288s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-06T06:55:58.566744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:53.567668Z","time spent":"4.998621213s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/06 06:55:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/06 06:55:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:55:58.590087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:55:58.631709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999770207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:55:58.631803Z","caller":"traceutil/trace.go:171","msg":"trace[744158359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.99990673s","start":"2026-07-06T06:55:48.63187Z","end":"2026-07-06T06:55:58.631776Z","steps":["trace[744158359] 'agreement among raft nodes before linearized reading' (duration: 9.999795657s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:58.631851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:48.631854Z","time spent":"9.999988101s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/06 06:55:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:55:58.729375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996375229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:55:58.729462Z","caller":"traceutil/trace.go:171","msg":"trace[1617074531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.996513252s","start":"2026-07-06T06:55:55.732928Z","end":"2026-07-06T06:55:58.729441Z","steps":["trace[1617074531] 'agreement among raft nodes before linearized reading' (duration: 2.996395569s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:58.729538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:55.732905Z","time spent":"2.996622033s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/06 06:55:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:55:58.731117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998121534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:55:58.731224Z","caller":"traceutil/trace.go:171","msg":"trace[1336603597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998285218s","start":"2026-07-06T06:55:55.732897Z","end":"2026-07-06T06:55:58.731183Z","steps":["trace[1336603597] 'agreement among raft nodes before linearized reading' (duration: 2.998177246s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:58.731286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:55.732861Z","time spent":"2.998413451s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/06 06:55:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:55:58.748392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996702526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:55:58.748456Z","caller":"traceutil/trace.go:171","msg":"trace[158153227] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.996826218s","start":"2026-07-06T06:55:55.751615Z","end":"2026-07-06T06:55:58.748441Z","steps":["trace[158153227] 'agreement among raft nodes before linearized reading' (duration: 2.996749447s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:58.748488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:55.751592Z","time spent":"2.996889099s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/06 06:55:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:55:58.749096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998767606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:55:58.749165Z","caller":"traceutil/trace.go:171","msg":"trace[928608050] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"9.998873419s","start":"2026-07-06T06:55:48.75028Z","end":"2026-07-06T06:55:58.749154Z","steps":["trace[928608050] 'agreement among raft nodes before linearized reading' (duration: 9.998798817s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:58.749199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:48.750263Z","time spent":"9.998927129s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/06 06:55:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:55:58.752253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999612123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:55:58.752286Z","caller":"traceutil/trace.go:171","msg":"trace[843064169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999665134s","start":"2026-07-06T06:55:48.752613Z","end":"2026-07-06T06:55:58.752279Z","steps":["trace[843064169] 'agreement among raft nodes before linearized reading' (duration: 9.999625563s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:58.752307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:48.752604Z","time spent":"9.999698275s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/06 06:55:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:55:58.85919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00012994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:55:58.859295Z","caller":"traceutil/trace.go:171","msg":"trace[1368898690] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000324935s","start":"2026-07-06T06:55:56.858948Z","end":"2026-07-06T06:55:58.859273Z","steps":["trace[1368898690] 'agreement among raft nodes before linearized reading' (duration: 2.000172361s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:58.859347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:56.858922Z","time spent":"2.000415378s","remote":"127.0.0.1:37370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 06:55:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:55:58.937638Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"437a9f35f36c1737","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T06:55:59.090764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:55:59.415429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000457397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T06:55:59.415539Z","caller":"traceutil/trace.go:171","msg":"trace[1177923072] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000624641s","start":"2026-07-06T06:55:57.41489Z","end":"2026-07-06T06:55:59.415515Z","steps":["trace[1177923072] 'agreement among raft nodes before linearized reading' (duration: 2.000482568s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:55:59.415602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:57.414871Z","time spent":"2.000718713s","remote":"127.0.0.1:37362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T06:55:59.59156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:00.092207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:00.37582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.689866885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:56:00.375911Z","caller":"traceutil/trace.go:171","msg":"trace[414643531] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.690072089s","start":"2026-07-06T06:55:55.685816Z","end":"2026-07-06T06:56:00.375888Z","steps":["trace[414643531] 'agreement among raft nodes before linearized reading' (duration: 4.689955877s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:00.375962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:55.685615Z","time spent":"4.690335795s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/06 06:56:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:56:00.402419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.79279165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:56:00.402588Z","caller":"traceutil/trace.go:171","msg":"trace[1482492659] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"7.792967354s","start":"2026-07-06T06:55:52.609546Z","end":"2026-07-06T06:56:00.402514Z","steps":["trace[1482492659] 'agreement among raft nodes before linearized reading' (duration: 7.792807441s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:00.40266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:52.609535Z","time spent":"7.793111776s","remote":"127.0.0.1:37594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/06 06:56:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:56:00.585718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998626113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:56:00.585843Z","caller":"traceutil/trace.go:171","msg":"trace[1741171775] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998775836s","start":"2026-07-06T06:55:55.587036Z","end":"2026-07-06T06:56:00.585812Z","steps":["trace[1741171775] 'agreement among raft nodes before linearized reading' (duration: 4.998621583s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:00.585894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:55.58697Z","time spent":"4.99891235s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/07/06 06:56:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:56:00.592968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:01.094296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:01.422527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000681143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:56:01.422627Z","caller":"traceutil/trace.go:171","msg":"trace[2001239351] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000800115s","start":"2026-07-06T06:55:59.421788Z","end":"2026-07-06T06:56:01.422588Z","steps":["trace[2001239351] 'agreement among raft nodes before linearized reading' (duration: 2.000713123s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:01.422665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:59.421774Z","time spent":"2.000883097s","remote":"127.0.0.1:37370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 06:56:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:56:01.595393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:01.894544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:54.89365Z","time spent":"7.000887647s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T06:56:02.095554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:02.586882Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-06T06:56:02.587106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.941472693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-06T06:56:02.587172Z","caller":"traceutil/trace.go:171","msg":"trace[750689526] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; }","duration":"13.941622526s","start":"2026-07-06T06:55:48.645524Z","end":"2026-07-06T06:56:02.587146Z","steps":["trace[750689526] 'agreement among raft nodes before linearized reading' (duration: 13.941488233s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:02.587253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:48.645513Z","time spent":"13.941716748s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":0,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:02.587293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.665050676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T06:56:02.587324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.942128013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-06T06:56:02.58735Z","caller":"traceutil/trace.go:171","msg":"trace[832129212] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; }","duration":"12.665177469s","start":"2026-07-06T06:55:49.922156Z","end":"2026-07-06T06:56:02.587334Z","steps":["trace[832129212] 'agreement among raft nodes before linearized reading' (duration: 12.665104027s)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:56:02.587359Z","caller":"traceutil/trace.go:171","msg":"trace[1883213410] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; }","duration":"12.942246345s","start":"2026-07-06T06:55:49.645101Z","end":"2026-07-06T06:56:02.587347Z","steps":["trace[1883213410] 'agreement among raft nodes before linearized reading' (duration: 12.942208334s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:02.5874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:49.922127Z","time spent":"12.665252791s","remote":"127.0.0.1:37790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:02.587409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:49.645072Z","time spent":"12.942325097s","remote":"127.0.0.1:47056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:02.587408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.01392425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T06:56:02.587497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.961396428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-74b5d8bb69-74dnj.18bf9fb378a47a9e\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T06:56:02.587539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.51721258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-06T06:56:02.58755Z","caller":"traceutil/trace.go:171","msg":"trace[316086903] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"7.014060053s","start":"2026-07-06T06:55:55.57345Z","end":"2026-07-06T06:56:02.58751Z","steps":["trace[316086903] 'agreement among raft nodes before linearized reading' (duration: 7.013945011s)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:56:02.58759Z","caller":"traceutil/trace.go:171","msg":"trace[916213394] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; }","duration":"13.517311221s","start":"2026-07-06T06:55:49.070267Z","end":"2026-07-06T06:56:02.587579Z","steps":["trace[916213394] 'agreement among raft nodes before linearized reading' (duration: 13.51725578s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:02.587633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.588520147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T06:56:02.587637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:55.573435Z","time spent":"7.014186325s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-06T06:56:02.587594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.36079835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-06T06:56:02.587669Z","caller":"traceutil/trace.go:171","msg":"trace[1559015299] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; }","duration":"12.588608659s","start":"2026-07-06T06:55:49.999051Z","end":"2026-07-06T06:56:02.587659Z","steps":["trace[1559015299] 'agreement among raft nodes before linearized reading' (duration: 12.588567558s)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:56:02.58769Z","caller":"traceutil/trace.go:171","msg":"trace[1979760564] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; }","duration":"12.360956893s","start":"2026-07-06T06:55:50.226723Z","end":"2026-07-06T06:56:02.58768Z","steps":["trace[1979760564] 'agreement among raft nodes before linearized reading' (duration: 12.360854991s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:02.587719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:49.999021Z","time spent":"12.58868501s","remote":"127.0.0.1:46944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:02.587769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.415533635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-06T06:56:02.587825Z","caller":"traceutil/trace.go:171","msg":"trace[1879179390] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; }","duration":"9.415636217s","start":"2026-07-06T06:55:53.172175Z","end":"2026-07-06T06:56:02.587811Z","steps":["trace[1879179390] 'agreement among raft nodes before linearized reading' (duration: 9.415574296s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:02.587871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:53.172151Z","time spent":"9.41570842s","remote":"127.0.0.1:46852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":0,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:02.587942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.919033164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-06T06:56:02.58798Z","caller":"traceutil/trace.go:171","msg":"trace[526550064] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"9.919080744s","start":"2026-07-06T06:55:52.66889Z","end":"2026-07-06T06:56:02.58797Z","steps":["trace[526550064] 'agreement among raft nodes before linearized reading' (duration: 9.919032533s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:02.588016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:52.66887Z","time spent":"9.919135945s","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-06T06:56:02.587549Z","caller":"traceutil/trace.go:171","msg":"trace[1029422949] range","detail":"{range_begin:/registry/events/openstack/manila-api-74b5d8bb69-74dnj.18bf9fb378a47a9e; range_end:; }","duration":"11.96148933s","start":"2026-07-06T06:55:50.626048Z","end":"2026-07-06T06:56:02.587537Z","steps":["trace[1029422949] 'agreement among raft nodes before linearized reading' (duration: 11.961437539s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:02.588086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.989863686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T06:56:02.588103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:50.626032Z","time spent":"11.962054512s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/manila-api-74b5d8bb69-74dnj.18bf9fb378a47a9e\" "} {"level":"info","ts":"2026-07-06T06:56:02.588119Z","caller":"traceutil/trace.go:171","msg":"trace[1042053371] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"9.989932727s","start":"2026-07-06T06:55:52.598177Z","end":"2026-07-06T06:56:02.58811Z","steps":["trace[1042053371] 'agreement among raft nodes before linearized reading' (duration: 9.989894726s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:02.588164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:52.598159Z","time spent":"9.98998448s","remote":"127.0.0.1:44864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:02.5875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.504062193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T06:56:02.58823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.05822937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-06T06:56:02.588236Z","caller":"traceutil/trace.go:171","msg":"trace[644681936] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; }","duration":"13.504821428s","start":"2026-07-06T06:55:49.083399Z","end":"2026-07-06T06:56:02.58822Z","steps":["trace[644681936] 'agreement among raft nodes before linearized reading' (duration: 13.504088683s)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:56:02.588263Z","caller":"traceutil/trace.go:171","msg":"trace[675683335] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; }","duration":"10.058304082s","start":"2026-07-06T06:55:52.529949Z","end":"2026-07-06T06:56:02.588253Z","steps":["trace[675683335] 'agreement among raft nodes before linearized reading' (duration: 10.058261631s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:02.588297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:49.083385Z","time spent":"13.50488926s","remote":"127.0.0.1:37500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:02.588307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:52.529929Z","time spent":"10.058360993s","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:02.588365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.313488555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-06T06:56:02.588393Z","caller":"traceutil/trace.go:171","msg":"trace[1200196943] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; }","duration":"10.313566207s","start":"2026-07-06T06:55:52.274819Z","end":"2026-07-06T06:56:02.588385Z","steps":["trace[1200196943] 'agreement among raft nodes before linearized reading' (duration: 10.313529546s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:02.58843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:52.274786Z","time spent":"10.313633068s","remote":"127.0.0.1:37702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:02.587726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.567287537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T06:56:02.588506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.152823668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-06T06:56:02.588517Z","caller":"traceutil/trace.go:171","msg":"trace[812999745] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; }","duration":"7.568086414s","start":"2026-07-06T06:55:55.020386Z","end":"2026-07-06T06:56:02.588473Z","steps":["trace[812999745] 'agreement among raft nodes before linearized reading' (duration: 7.567323318s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:02.587464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.437151999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-06T06:56:02.588538Z","caller":"traceutil/trace.go:171","msg":"trace[1013470370] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; }","duration":"11.153002563s","start":"2026-07-06T06:55:51.435525Z","end":"2026-07-06T06:56:02.588527Z","steps":["trace[1013470370] 'agreement among raft nodes before linearized reading' (duration: 11.152966722s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:02.588578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:55.020366Z","time spent":"7.568192566s","remote":"127.0.0.1:37826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:02.588592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:51.435489Z","time spent":"11.153088444s","remote":"127.0.0.1:55008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-07-06T06:56:02.58858Z","caller":"traceutil/trace.go:171","msg":"trace[1167730031] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; }","duration":"13.438309282s","start":"2026-07-06T06:55:49.150256Z","end":"2026-07-06T06:56:02.588565Z","steps":["trace[1167730031] 'agreement among raft nodes before linearized reading' (duration: 13.437194259s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:02.588652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.391383266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T06:56:02.58866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:49.150226Z","time spent":"13.438415555s","remote":"127.0.0.1:55000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-06T06:56:02.588696Z","caller":"traceutil/trace.go:171","msg":"trace[963994338] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; }","duration":"11.391424377s","start":"2026-07-06T06:55:51.197256Z","end":"2026-07-06T06:56:02.58868Z","steps":["trace[963994338] 'agreement among raft nodes before linearized reading' (duration: 11.391383456s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:02.588741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:51.197232Z","time spent":"11.391496748s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:02.58746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.608993648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-06T06:56:02.588835Z","caller":"traceutil/trace.go:171","msg":"trace[1246972884] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; }","duration":"11.610529649s","start":"2026-07-06T06:55:50.978293Z","end":"2026-07-06T06:56:02.588823Z","steps":["trace[1246972884] 'agreement among raft nodes before linearized reading' (duration: 11.609153031s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:02.587302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.579497371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T06:56:02.588886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:50.978248Z","time spent":"11.610624751s","remote":"127.0.0.1:46770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:02.58773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:50.226692Z","time spent":"12.361024004s","remote":"127.0.0.1:42096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-06T06:56:02.588897Z","caller":"traceutil/trace.go:171","msg":"trace[1031743633] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; }","duration":"11.581208006s","start":"2026-07-06T06:55:51.007671Z","end":"2026-07-06T06:56:02.588879Z","steps":["trace[1031743633] 'agreement among raft nodes before linearized reading' (duration: 11.579517921s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:02.588963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:51.007656Z","time spent":"11.581295188s","remote":"127.0.0.1:45416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:02.587642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:49.070247Z","time spent":"13.517375743s","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":0,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:03.087725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:03.422999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000474388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:56:03.423085Z","caller":"traceutil/trace.go:171","msg":"trace[1561485718] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000613652s","start":"2026-07-06T06:56:01.422449Z","end":"2026-07-06T06:56:03.423063Z","steps":["trace[1561485718] 'agreement among raft nodes before linearized reading' (duration: 2.0005097s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:03.423323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:01.422429Z","time spent":"2.000874656s","remote":"127.0.0.1:37362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 06:56:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:56:03.565329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998750405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:56:03.565439Z","caller":"traceutil/trace.go:171","msg":"trace[501136306] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998935968s","start":"2026-07-06T06:55:58.566473Z","end":"2026-07-06T06:56:03.565409Z","steps":["trace[501136306] 'agreement among raft nodes before linearized reading' (duration: 4.998787575s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:03.565491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:58.566437Z","time spent":"4.99904362s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/06 06:56:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:56:03.587893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:03.732851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:58.731889Z","time spent":"5.00094939s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/06 06:56:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:56:03.748676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:58.75002Z","time spent":"4.998641853s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T06:56:03.799306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:56.798579Z","time spent":"7.000709753s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T06:56:04.088932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:04.589983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:05.09049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:05.431871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000244923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:56:05.431959Z","caller":"traceutil/trace.go:171","msg":"trace[204548158] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000392996s","start":"2026-07-06T06:56:03.431544Z","end":"2026-07-06T06:56:05.431937Z","steps":["trace[204548158] 'agreement among raft nodes before linearized reading' (duration: 2.000277134s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:05.432007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:03.431524Z","time spent":"2.000474198s","remote":"127.0.0.1:37370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 06:56:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:56:05.505167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.99387464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:56:05.505298Z","caller":"traceutil/trace.go:171","msg":"trace[633418000] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.994067624s","start":"2026-07-06T06:55:57.511192Z","end":"2026-07-06T06:56:05.50526Z","steps":["trace[633418000] 'agreement among raft nodes before linearized reading' (duration: 7.99388851s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:05.505365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:57.51118Z","time spent":"7.994172686s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/06 06:56:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:56:05.567079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:58.566548Z","time spent":"7.000520119s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T06:56:05.586566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:00.588081Z","time spent":"4.99847982s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/06 06:56:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:56:05.590676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:05.63509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:58.634043Z","time spent":"7.001042639s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T06:56:05.646809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:58.754875Z","time spent":"6.891924162s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/06 06:56:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:56:05.945047Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"437a9f35f36c1737","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T06:56:06.091056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:06.592277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:07.092763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:07.432687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000319365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T06:56:07.432776Z","caller":"traceutil/trace.go:171","msg":"trace[527256906] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000427657s","start":"2026-07-06T06:56:05.432326Z","end":"2026-07-06T06:56:07.432754Z","steps":["trace[527256906] 'agreement among raft nodes before linearized reading' (duration: 2.000312755s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:07.432832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:05.432304Z","time spent":"2.000516068s","remote":"127.0.0.1:37362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T06:56:07.593605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:08.094005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:08.594528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:08.858215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000321984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:56:08.858298Z","caller":"traceutil/trace.go:171","msg":"trace[1057927623] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000463097s","start":"2026-07-06T06:56:06.857815Z","end":"2026-07-06T06:56:08.858278Z","steps":["trace[1057927623] 'agreement among raft nodes before linearized reading' (duration: 2.000361035s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:08.858367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:06.85779Z","time spent":"2.00056855s","remote":"127.0.0.1:37370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 06:56:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:56:08.899827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:01.898779Z","time spent":"7.00104031s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T06:56:08.947645Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"437a9f35f36c17e3","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T06:56:09.095434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:09.443184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000374396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T06:56:09.443297Z","caller":"traceutil/trace.go:171","msg":"trace[1245448866] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000534339s","start":"2026-07-06T06:56:07.442736Z","end":"2026-07-06T06:56:09.44327Z","steps":["trace[1245448866] 'agreement among raft nodes before linearized reading' (duration: 2.000402857s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:09.443363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:07.442717Z","time spent":"2.000627151s","remote":"127.0.0.1:37362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 06:56:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:56:09.587858Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-06T06:56:09.588347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.361815248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T06:56:09.588428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.714302917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T06:56:09.588403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.120607223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-06T06:56:09.588479Z","caller":"traceutil/trace.go:171","msg":"trace[485830932] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; }","duration":"13.120740688s","start":"2026-07-06T06:55:56.46772Z","end":"2026-07-06T06:56:09.58846Z","steps":["trace[485830932] 'agreement among raft nodes before linearized reading' (duration: 13.120631804s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:09.588501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.085858947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T06:56:09.588579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.964096082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T06:56:09.588573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.6681548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-06T06:56:09.58861Z","caller":"traceutil/trace.go:171","msg":"trace[90043648] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; }","duration":"13.964170703s","start":"2026-07-06T06:55:55.624433Z","end":"2026-07-06T06:56:09.588603Z","steps":["trace[90043648] 'agreement among raft nodes before linearized reading' (duration: 13.964136283s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:09.588626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.863347784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T06:56:09.588647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.725749783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T06:56:09.588648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.928928776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-06T06:56:09.588661Z","caller":"traceutil/trace.go:171","msg":"trace[2093026353] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; }","duration":"12.086091122s","start":"2026-07-06T06:55:57.502513Z","end":"2026-07-06T06:56:09.588604Z","steps":["trace[2093026353] 'agreement among raft nodes before linearized reading' (duration: 12.085885847s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:09.588717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.699358278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T06:56:09.588731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.167788617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-06T06:56:09.58875Z","caller":"traceutil/trace.go:171","msg":"trace[2069998062] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; }","duration":"9.725782754s","start":"2026-07-06T06:55:59.862887Z","end":"2026-07-06T06:56:09.58867Z","steps":["trace[2069998062] 'agreement among raft nodes before linearized reading' (duration: 9.725751373s)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:56:09.588762Z","caller":"traceutil/trace.go:171","msg":"trace[1021407558] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; }","duration":"10.167845768s","start":"2026-07-06T06:55:59.420909Z","end":"2026-07-06T06:56:09.588754Z","steps":["trace[1021407558] 'agreement among raft nodes before linearized reading' (duration: 10.167816528s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:09.588834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:57.502495Z","time spent":"12.086256245s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-06T06:56:09.588892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:59.420892Z","time spent":"10.167987691s","remote":"127.0.0.1:37594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-06T06:56:09.588537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:56.467673Z","time spent":"13.12085141s","remote":"127.0.0.1:37638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:09.588881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:59.862797Z","time spent":"9.726069549s","remote":"127.0.0.1:47014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:09.588679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.006643523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T06:56:09.588816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.007853829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-06T06:56:09.588617Z","caller":"traceutil/trace.go:171","msg":"trace[917949979] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; }","duration":"12.668200991s","start":"2026-07-06T06:55:56.920408Z","end":"2026-07-06T06:56:09.588609Z","steps":["trace[917949979] 'agreement among raft nodes before linearized reading' (duration: 12.668155131s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:09.589167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:56.920296Z","time spent":"12.668855494s","remote":"127.0.0.1:37418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-07-06T06:56:09.588547Z","caller":"traceutil/trace.go:171","msg":"trace[1055850212] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; }","duration":"13.714360848s","start":"2026-07-06T06:55:55.874083Z","end":"2026-07-06T06:56:09.588444Z","steps":["trace[1055850212] 'agreement among raft nodes before linearized reading' (duration: 13.714333388s)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:56:09.589229Z","caller":"traceutil/trace.go:171","msg":"trace[609791620] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"12.008257387s","start":"2026-07-06T06:55:57.580854Z","end":"2026-07-06T06:56:09.589112Z","steps":["trace[609791620] 'agreement among raft nodes before linearized reading' (duration: 12.00790076s)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:56:09.589211Z","caller":"traceutil/trace.go:171","msg":"trace[176606251] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; }","duration":"9.007093742s","start":"2026-07-06T06:56:00.581974Z","end":"2026-07-06T06:56:09.589068Z","steps":["trace[176606251] 'agreement among raft nodes before linearized reading' (duration: 9.006696494s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:09.589249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:55.874054Z","time spent":"13.715182195s","remote":"127.0.0.1:37946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:09.58939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:57.580825Z","time spent":"12.008497582s","remote":"127.0.0.1:44940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:09.588392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.640522829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-06T06:56:09.589492Z","caller":"traceutil/trace.go:171","msg":"trace[167363019] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; }","duration":"7.64201932s","start":"2026-07-06T06:56:01.947463Z","end":"2026-07-06T06:56:09.589482Z","steps":["trace[167363019] 'agreement among raft nodes before linearized reading' (duration: 7.640520749s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:09.588545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.893046284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T06:56:09.589542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:01.947418Z","time spent":"7.642115552s","remote":"127.0.0.1:37862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-06T06:56:09.589454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:00.581942Z","time spent":"9.00749118s","remote":"127.0.0.1:46864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-07-06T06:56:09.589572Z","caller":"traceutil/trace.go:171","msg":"trace[1028839131] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; }","duration":"13.894133766s","start":"2026-07-06T06:55:55.695412Z","end":"2026-07-06T06:56:09.589546Z","steps":["trace[1028839131] 'agreement among raft nodes before linearized reading' (duration: 13.893072375s)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:56:09.588688Z","caller":"traceutil/trace.go:171","msg":"trace[1335616804] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"7.928992117s","start":"2026-07-06T06:56:01.659686Z","end":"2026-07-06T06:56:09.588678Z","steps":["trace[1335616804] 'agreement among raft nodes before linearized reading' (duration: 7.928955626s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:09.589733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:55.69539Z","time spent":"13.894322219s","remote":"127.0.0.1:37550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-06T06:56:09.588694Z","caller":"traceutil/trace.go:171","msg":"trace[292954583] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; }","duration":"13.863468056s","start":"2026-07-06T06:55:55.725201Z","end":"2026-07-06T06:56:09.588669Z","steps":["trace[292954583] 'agreement among raft nodes before linearized reading' (duration: 13.863409545s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:09.589844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:01.659669Z","time spent":"7.93014266s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-06T06:56:09.589935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:55.725173Z","time spent":"13.86471852s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:09.588678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:55.624409Z","time spent":"13.964253206s","remote":"127.0.0.1:46810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-07-06T06:56:09.588755Z","caller":"traceutil/trace.go:171","msg":"trace[8721493] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; }","duration":"9.6994422s","start":"2026-07-06T06:55:59.889306Z","end":"2026-07-06T06:56:09.588748Z","steps":["trace[8721493] 'agreement among raft nodes before linearized reading' (duration: 9.699403619s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:09.590238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:59.889277Z","time spent":"9.7009385s","remote":"127.0.0.1:37894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:09.58855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.638910225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-06T06:56:09.590318Z","caller":"traceutil/trace.go:171","msg":"trace[1649359514] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; }","duration":"9.640753922s","start":"2026-07-06T06:55:59.949549Z","end":"2026-07-06T06:56:09.590303Z","steps":["trace[1649359514] 'agreement among raft nodes before linearized reading' (duration: 9.638957256s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:09.590372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:59.949522Z","time spent":"9.640833673s","remote":"127.0.0.1:54006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":0,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-07-06T06:56:09.588557Z","caller":"traceutil/trace.go:171","msg":"trace[1172561290] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"9.362265199s","start":"2026-07-06T06:56:00.226267Z","end":"2026-07-06T06:56:09.588532Z","steps":["trace[1172561290] 'agreement among raft nodes before linearized reading' (duration: 9.36184443s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:09.590445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:00.226247Z","time spent":"9.364186467s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-06T06:56:09.588364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.801867191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T06:56:09.588614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.800858004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-06T06:56:09.590524Z","caller":"traceutil/trace.go:171","msg":"trace[2125855566] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"7.802803293s","start":"2026-07-06T06:56:01.787708Z","end":"2026-07-06T06:56:09.590511Z","steps":["trace[2125855566] 'agreement among raft nodes before linearized reading' (duration: 7.800884585s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:09.590578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:01.787691Z","time spent":"7.802870554s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-06T06:56:09.590588Z","caller":"traceutil/trace.go:171","msg":"trace[1657035656] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; }","duration":"11.804348101s","start":"2026-07-06T06:55:57.786224Z","end":"2026-07-06T06:56:09.590572Z","steps":["trace[1657035656] 'agreement among raft nodes before linearized reading' (duration: 11.80181885s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:09.590645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:57.786178Z","time spent":"11.804449652s","remote":"127.0.0.1:45406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:10.088712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:10.58924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:10.806022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:03.805472Z","time spent":"7.00054384s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T06:56:11.090113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:11.451417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00054532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T06:56:11.451502Z","caller":"traceutil/trace.go:171","msg":"trace[2109766694] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000689643s","start":"2026-07-06T06:56:09.450793Z","end":"2026-07-06T06:56:11.451483Z","steps":["trace[2109766694] 'agreement among raft nodes before linearized reading' (duration: 2.000581401s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:11.451548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:09.450773Z","time spent":"2.000766494s","remote":"127.0.0.1:37370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T06:56:11.590439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:12.091035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:12.509971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:05.509275Z","time spent":"7.000689303s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T06:56:12.591462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:12.951529Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"437a9f35f36c1737","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T06:56:13.092448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745838620678165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T06:56:13.436733Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"24.854759584s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T06:56:13.452395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000446897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T06:56:13.452485Z","caller":"traceutil/trace.go:171","msg":"trace[635598324] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00058232s","start":"2026-07-06T06:56:11.451882Z","end":"2026-07-06T06:56:13.452464Z","steps":["trace[635598324] 'agreement among raft nodes before linearized reading' (duration: 2.000483148s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.452536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:11.451863Z","time spent":"2.000661461s","remote":"127.0.0.1:37362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 06:56:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T06:56:13.620924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.750963498s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:56:13.621039Z","caller":"traceutil/trace.go:171","msg":"trace[1414373250] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:37080; }","duration":"20.75108951s","start":"2026-07-06T06:55:52.869927Z","end":"2026-07-06T06:56:13.621017Z","steps":["trace[1414373250] 'range keys from in-memory index tree' (duration: 20.750944048s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.621466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.707123289s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-06T06:56:13.621601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:55:54.389019Z","time spent":"19.232575274s","remote":"127.0.0.1:39136","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-06T06:56:13.621639Z","caller":"traceutil/trace.go:171","msg":"trace[2028589817] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:37080; }","duration":"5.707302932s","start":"2026-07-06T06:56:07.914317Z","end":"2026-07-06T06:56:13.62162Z","steps":["trace[2028589817] 'range keys from in-memory index tree' (duration: 5.707105829s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.625106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.963783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-07-06T06:56:13.866959Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"43.111µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-06T06:56:13.89567Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"22.88µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-06T06:56:13.89578Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"5.22µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-06T06:56:13.895903Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"4.94µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-07-06T06:56:13.895978Z","caller":"traceutil/trace.go:171","msg":"trace[47367208] transaction","detail":"{read_only:false; number_of_response:1; response_revision:37097; }","duration":"3.085215576s","start":"2026-07-06T06:56:10.810744Z","end":"2026-07-06T06:56:13.895959Z","steps":["trace[47367208] 'process raft request' (duration: 3.085130925s)"],"step_count":1} {"level":"info","ts":"2026-07-06T06:56:13.896018Z","caller":"traceutil/trace.go:171","msg":"trace[1408332665] transaction","detail":"{read_only:false; number_of_response:1; response_revision:37097; }","duration":"4.991673583s","start":"2026-07-06T06:56:08.904265Z","end":"2026-07-06T06:56:13.895938Z","steps":["trace[1408332665] 'process raft request' (duration: 4.991466249s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.896086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:10.810723Z","time spent":"3.085304788s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T06:56:13.896094Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"437a9f35f36c17e3","error":"lease not found"} {"level":"info","ts":"2026-07-06T06:56:13.896167Z","caller":"traceutil/trace.go:171","msg":"trace[1290117874] linearizableReadLoop","detail":"{readStateIndex:38260; appliedIndex:38231; }","duration":"4.308206593s","start":"2026-07-06T06:56:09.587943Z","end":"2026-07-06T06:56:13.89615Z","steps":["trace[1290117874] 'read index received' (duration: 3.849094494s)","trace[1290117874] 'applied index is now lower than readState.Index' (duration: 459.108829ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T06:56:13.896301Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"437a9f35f36c1737","error":"lease not found"} {"level":"warn","ts":"2026-07-06T06:56:13.896328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.255657652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-06T06:56:13.896366Z","caller":"traceutil/trace.go:171","msg":"trace[1980893811] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:37097; }","duration":"7.255755184s","start":"2026-07-06T06:56:06.640596Z","end":"2026-07-06T06:56:13.896352Z","steps":["trace[1980893811] 'agreement among raft nodes before linearized reading' (duration: 7.255659662s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.896335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.069133228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-06T06:56:13.896403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:06.640565Z","time spent":"7.255829736s","remote":"127.0.0.1:35362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:13.896417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.151916804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-06T06:56:13.896419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.6211836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:56:13.89647Z","caller":"traceutil/trace.go:171","msg":"trace[171912262] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:37097; }","duration":"5.152010576s","start":"2026-07-06T06:56:08.74445Z","end":"2026-07-06T06:56:13.89646Z","steps":["trace[171912262] 'agreement among raft nodes before linearized reading' (duration: 5.151903164s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.896501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.669261358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-06T06:56:13.89652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:08.744422Z","time spent":"5.152089848s","remote":"127.0.0.1:37482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-06T06:56:13.896547Z","caller":"traceutil/trace.go:171","msg":"trace[1946792115] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:37097; }","duration":"4.66935116s","start":"2026-07-06T06:56:09.227186Z","end":"2026-07-06T06:56:13.896537Z","steps":["trace[1946792115] 'agreement among raft nodes before linearized reading' (duration: 4.669262038s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.896566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.207283684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-06T06:56:13.896583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:09.227162Z","time spent":"4.66940835s","remote":"127.0.0.1:44728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-07-06T06:56:13.896595Z","caller":"traceutil/trace.go:171","msg":"trace[296435769] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:37097; }","duration":"5.207314565s","start":"2026-07-06T06:56:08.689273Z","end":"2026-07-06T06:56:13.896587Z","steps":["trace[296435769] 'agreement among raft nodes before linearized reading' (duration: 5.207257304s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.896625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:08.689251Z","time spent":"5.207364705s","remote":"127.0.0.1:44758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:13.896624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.36649912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-06T06:56:13.896658Z","caller":"traceutil/trace.go:171","msg":"trace[122862218] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:37097; }","duration":"6.366573961s","start":"2026-07-06T06:56:07.530075Z","end":"2026-07-06T06:56:13.896649Z","steps":["trace[122862218] 'agreement among raft nodes before linearized reading' (duration: 6.366401528s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.896688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:07.530051Z","time spent":"6.366628313s","remote":"127.0.0.1:37862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":61,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-06T06:56:13.896447Z","caller":"traceutil/trace.go:171","msg":"trace[110319020] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:37097; }","duration":"7.06930232s","start":"2026-07-06T06:56:06.827114Z","end":"2026-07-06T06:56:13.896417Z","steps":["trace[110319020] 'agreement among raft nodes before linearized reading' (duration: 7.069086096s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.903402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:06.827095Z","time spent":"7.076262983s","remote":"127.0.0.1:37846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:13.896323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:08.904243Z","time spent":"4.991920347s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":724,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T06:56:13.896503Z","caller":"traceutil/trace.go:171","msg":"trace[388761176] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:37097; }","duration":"5.621327953s","start":"2026-07-06T06:56:08.275155Z","end":"2026-07-06T06:56:13.896483Z","steps":["trace[388761176] 'agreement among raft nodes before linearized reading' (duration: 5.621133829s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.904007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:08.275135Z","time spent":"5.628856695s","remote":"127.0.0.1:59974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-06T06:56:13.896018Z","caller":"traceutil/trace.go:171","msg":"trace[1158231956] transaction","detail":"{read_only:false; number_of_response:1; response_revision:37097; }","duration":"4.30211227s","start":"2026-07-06T06:56:09.593869Z","end":"2026-07-06T06:56:13.895981Z","steps":["trace[1158231956] 'process raft request' (duration: 4.301931206s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.904282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:09.593847Z","time spent":"4.310339767s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":680,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T06:56:13.896838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.451090672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:56:13.904525Z","caller":"traceutil/trace.go:171","msg":"trace[233740949] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:37097; }","duration":"6.458772368s","start":"2026-07-06T06:56:07.445698Z","end":"2026-07-06T06:56:13.90447Z","steps":["trace[233740949] 'agreement among raft nodes before linearized reading' (duration: 6.451108182s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.904647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:07.445666Z","time spent":"6.45893646s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:13.896946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.849627567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:56:13.904878Z","caller":"traceutil/trace.go:171","msg":"trace[1194498536] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:37097; }","duration":"6.857603919s","start":"2026-07-06T06:56:07.047264Z","end":"2026-07-06T06:56:13.904868Z","steps":["trace[1194498536] 'agreement among raft nodes before linearized reading' (duration: 6.849639067s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.904912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:07.047213Z","time spent":"6.85768795s","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:13.896944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.325913406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:56:13.905083Z","caller":"traceutil/trace.go:171","msg":"trace[1111487648] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:37097; }","duration":"10.334082082s","start":"2026-07-06T06:56:03.570985Z","end":"2026-07-06T06:56:13.905067Z","steps":["trace[1111487648] 'agreement among raft nodes before linearized reading' (duration: 10.325925246s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.905168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:03.57096Z","time spent":"10.334145813s","remote":"127.0.0.1:55012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:13.896991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.475261305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:56:13.905596Z","caller":"traceutil/trace.go:171","msg":"trace[514112587] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:37097; }","duration":"9.48389161s","start":"2026-07-06T06:56:04.421681Z","end":"2026-07-06T06:56:13.905572Z","steps":["trace[514112587] 'agreement among raft nodes before linearized reading' (duration: 9.475286185s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.905649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:04.421659Z","time spent":"9.483974671s","remote":"127.0.0.1:54250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:13.896991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.4727631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:56:13.905719Z","caller":"traceutil/trace.go:171","msg":"trace[1502081475] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:37097; }","duration":"8.481518397s","start":"2026-07-06T06:56:05.42418Z","end":"2026-07-06T06:56:13.905699Z","steps":["trace[1502081475] 'agreement among raft nodes before linearized reading' (duration: 8.47278499s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.897027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.919999945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:56:13.905975Z","caller":"traceutil/trace.go:171","msg":"trace[96989390] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:37097; }","duration":"7.928938156s","start":"2026-07-06T06:56:05.977022Z","end":"2026-07-06T06:56:13.90596Z","steps":["trace[96989390] 'agreement among raft nodes before linearized reading' (duration: 7.919986835s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.906004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:05.976942Z","time spent":"7.929053948s","remote":"127.0.0.1:44802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:13.897027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.202868597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:56:13.906128Z","caller":"traceutil/trace.go:171","msg":"trace[354878612] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:37097; }","duration":"10.211966961s","start":"2026-07-06T06:56:03.694152Z","end":"2026-07-06T06:56:13.906119Z","steps":["trace[354878612] 'agreement among raft nodes before linearized reading' (duration: 10.202853017s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.906153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:03.694135Z","time spent":"10.212008122s","remote":"127.0.0.1:59986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:13.897102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.305387496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:56:13.906263Z","caller":"traceutil/trace.go:171","msg":"trace[1977334203] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:0; response_revision:37097; }","duration":"4.314571212s","start":"2026-07-06T06:56:09.591676Z","end":"2026-07-06T06:56:13.906247Z","steps":["trace[1977334203] 'agreement among raft nodes before linearized reading' (duration: 4.305397256s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.906304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:09.591663Z","time spent":"4.314628803s","remote":"127.0.0.1:37418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-07-06T06:56:13.897105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.427158397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-06T06:56:13.905925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:05.424149Z","time spent":"8.481762501s","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-06T06:56:13.906371Z","caller":"traceutil/trace.go:171","msg":"trace[638773756] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:37097; }","duration":"8.436456895s","start":"2026-07-06T06:56:05.469897Z","end":"2026-07-06T06:56:13.906354Z","steps":["trace[638773756] 'agreement among raft nodes before linearized reading' (duration: 8.427144267s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.906413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:05.469875Z","time spent":"8.436525927s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:13.897179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.67502401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:56:13.906502Z","caller":"traceutil/trace.go:171","msg":"trace[504115731] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:37097; }","duration":"10.684340849s","start":"2026-07-06T06:56:03.222147Z","end":"2026-07-06T06:56:13.906488Z","steps":["trace[504115731] 'agreement among raft nodes before linearized reading' (duration: 10.67500311s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.906529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:03.222091Z","time spent":"10.68442953s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:13.897183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289304928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:56:13.906624Z","caller":"traceutil/trace.go:171","msg":"trace[1058322933] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:37097; }","duration":"1.2987931s","start":"2026-07-06T06:56:12.607818Z","end":"2026-07-06T06:56:13.906611Z","steps":["trace[1058322933] 'agreement among raft nodes before linearized reading' (duration: 1.289339349s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.906661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:12.60779Z","time spent":"1.298852312s","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-06T06:56:13.897286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384084456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-06T06:56:13.906732Z","caller":"traceutil/trace.go:171","msg":"trace[674726800] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:37097; }","duration":"1.393552757s","start":"2026-07-06T06:56:12.513168Z","end":"2026-07-06T06:56:13.906721Z","steps":["trace[674726800] 'agreement among raft nodes before linearized reading' (duration: 1.384023085s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.906762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:12.513153Z","time spent":"1.393598948s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-06T06:56:13.897297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.872397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:56:13.906867Z","caller":"traceutil/trace.go:171","msg":"trace[1687715707] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:37097; }","duration":"643.490531ms","start":"2026-07-06T06:56:13.263363Z","end":"2026-07-06T06:56:13.906854Z","steps":["trace[1687715707] 'agreement among raft nodes before linearized reading' (duration: 633.906367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.906894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:13.263338Z","time spent":"643.544552ms","remote":"127.0.0.1:59964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:13.897325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417517452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:56:13.907016Z","caller":"traceutil/trace.go:171","msg":"trace[331027473] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:37097; }","duration":"1.427246599s","start":"2026-07-06T06:56:12.47976Z","end":"2026-07-06T06:56:13.907007Z","steps":["trace[331027473] 'agreement among raft nodes before linearized reading' (duration: 1.417538333s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.90704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:12.47974Z","time spent":"1.427289279s","remote":"127.0.0.1:37008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:13.897337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.606275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:56:13.907157Z","caller":"traceutil/trace.go:171","msg":"trace[371855445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37097; }","duration":"446.457194ms","start":"2026-07-06T06:56:13.460691Z","end":"2026-07-06T06:56:13.907148Z","steps":["trace[371855445] 'agreement among raft nodes before linearized reading' (duration: 436.630615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.907175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:13.460671Z","time spent":"446.498194ms","remote":"127.0.0.1:37370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T06:56:13.897359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029672309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:56:13.907315Z","caller":"traceutil/trace.go:171","msg":"trace[128528368] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:37097; }","duration":"2.039665941s","start":"2026-07-06T06:56:11.86764Z","end":"2026-07-06T06:56:13.907306Z","steps":["trace[128528368] 'agreement among raft nodes before linearized reading' (duration: 2.02969742s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.907341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:11.867619Z","time spent":"2.039714101s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:13.897371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.304718262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7945558768-kjq9t.18bf9dc42ad9e1ec\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-07-06T06:56:13.90753Z","caller":"traceutil/trace.go:171","msg":"trace[947478559] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7945558768-kjq9t.18bf9dc42ad9e1ec; range_end:; response_count:1; response_revision:37097; }","duration":"11.314908608s","start":"2026-07-06T06:56:02.592612Z","end":"2026-07-06T06:56:13.90752Z","steps":["trace[947478559] 'agreement among raft nodes before linearized reading' (duration: 11.3045894s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.907584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:02.592591Z","time spent":"11.314982059s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1160,"request content":"key:\"/registry/events/openstack/barbican-api-7945558768-kjq9t.18bf9dc42ad9e1ec\" "} {"level":"warn","ts":"2026-07-06T06:56:13.897516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.223539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-06T06:56:13.907831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.788697747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-06T06:56:13.907868Z","caller":"traceutil/trace.go:171","msg":"trace[758629474] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:37097; }","duration":"2.788794228s","start":"2026-07-06T06:56:11.119067Z","end":"2026-07-06T06:56:13.907861Z","steps":["trace[758629474] 'agreement among raft nodes before linearized reading' (duration: 2.778306576s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.907886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:11.119047Z","time spent":"2.788834129s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2221,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-06T06:56:13.907885Z","caller":"traceutil/trace.go:171","msg":"trace[510661889] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:37097; }","duration":"458.608559ms","start":"2026-07-06T06:56:13.449259Z","end":"2026-07-06T06:56:13.907868Z","steps":["trace[510661889] 'agreement among raft nodes before linearized reading' (duration: 448.095617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.907934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:13.449243Z","time spent":"458.67304ms","remote":"127.0.0.1:37594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":196,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:13.897545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.982897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:56:13.908121Z","caller":"traceutil/trace.go:171","msg":"trace[528580320] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:37097; }","duration":"549.57978ms","start":"2026-07-06T06:56:13.358527Z","end":"2026-07-06T06:56:13.908106Z","steps":["trace[528580320] 'agreement among raft nodes before linearized reading' (duration: 539.002517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.908161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:13.358507Z","time spent":"549.643172ms","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:13.897556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.209393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-06T06:56:13.9106Z","caller":"traceutil/trace.go:171","msg":"trace[1458711554] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:37097; }","duration":"819.289417ms","start":"2026-07-06T06:56:13.091296Z","end":"2026-07-06T06:56:13.910585Z","steps":["trace[1458711554] 'agreement among raft nodes before linearized reading' (duration: 806.093931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.910643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:13.091271Z","time spent":"819.359589ms","remote":"127.0.0.1:37744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":201,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:13.897578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.72733972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:56:13.910901Z","caller":"traceutil/trace.go:171","msg":"trace[631251785] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:37097; }","duration":"3.740667878s","start":"2026-07-06T06:56:10.170193Z","end":"2026-07-06T06:56:13.910861Z","steps":["trace[631251785] 'agreement among raft nodes before linearized reading' (duration: 3.7273711s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.910936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:10.170173Z","time spent":"3.740752321s","remote":"127.0.0.1:46768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:13.897593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156606923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-06T06:56:13.91108Z","caller":"traceutil/trace.go:171","msg":"trace[925394744] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:37097; }","duration":"1.170129177s","start":"2026-07-06T06:56:12.740938Z","end":"2026-07-06T06:56:13.911067Z","steps":["trace[925394744] 'agreement among raft nodes before linearized reading' (duration: 1.156631983s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.911109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:12.740916Z","time spent":"1.170183448s","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:13.897628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19152474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:56:13.911238Z","caller":"traceutil/trace.go:171","msg":"trace[1210205631] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:37097; }","duration":"1.205180427s","start":"2026-07-06T06:56:12.706047Z","end":"2026-07-06T06:56:13.911227Z","steps":["trace[1210205631] 'agreement among raft nodes before linearized reading' (duration: 1.191558081s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.911268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:12.706018Z","time spent":"1.205239507s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:13.897671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.376136023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-06T06:56:13.911397Z","caller":"traceutil/trace.go:171","msg":"trace[803631477] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:37097; }","duration":"3.38983586s","start":"2026-07-06T06:56:10.521527Z","end":"2026-07-06T06:56:13.911363Z","steps":["trace[803631477] 'agreement among raft nodes before linearized reading' (duration: 3.376065562s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.911477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:10.521511Z","time spent":"3.389937242s","remote":"127.0.0.1:37550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-06T06:56:13.897699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.296984326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-07-06T06:56:13.911612Z","caller":"traceutil/trace.go:171","msg":"trace[326176897] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:37097; }","duration":"4.310903977s","start":"2026-07-06T06:56:09.600696Z","end":"2026-07-06T06:56:13.9116Z","steps":["trace[326176897] 'agreement among raft nodes before linearized reading' (duration: 4.296950865s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.911646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:09.600687Z","time spent":"4.310949159s","remote":"127.0.0.1:37594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-06T06:56:13.897705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.537484888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:56:13.911765Z","caller":"traceutil/trace.go:171","msg":"trace[1343815660] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:37097; }","duration":"3.551565263s","start":"2026-07-06T06:56:10.360188Z","end":"2026-07-06T06:56:13.911753Z","steps":["trace[1343815660] 'agreement among raft nodes before linearized reading' (duration: 3.537498509s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.911828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:10.360173Z","time spent":"3.551620984s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-06T06:56:13.897743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.298931096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T06:56:13.911919Z","caller":"traceutil/trace.go:171","msg":"trace[1622267808] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:37097; }","duration":"4.313123742s","start":"2026-07-06T06:56:09.598785Z","end":"2026-07-06T06:56:13.911909Z","steps":["trace[1622267808] 'agreement among raft nodes before linearized reading' (duration: 4.298934925s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T06:56:13.911953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T06:56:09.598775Z","time spent":"4.313168104s","remote":"127.0.0.1:42648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-07-06T06:57:53.661242Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35783} {"level":"info","ts":"2026-07-06T06:57:53.810212Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35783,"took":"142.483812ms","hash":3193879280,"current-db-size-bytes":63193088,"current-db-size":"63 MB","current-db-size-in-use-bytes":32301056,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-06T06:57:53.81031Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3193879280,"revision":35783,"compact-revision":33528} {"level":"info","ts":"2026-07-06T06:59:53.575025Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2d372260bb4c37a","local-member-applied-index":40005,"local-member-snapshot-index":30004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-06T06:59:53.579732Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40005} {"level":"info","ts":"2026-07-06T06:59:53.579944Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35005} {"level":"info","ts":"2026-07-06T07:02:53.667632Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37913} {"level":"info","ts":"2026-07-06T07:02:53.78889Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37913,"took":"116.954764ms","hash":1835974701,"current-db-size-bytes":63193088,"current-db-size":"63 MB","current-db-size-in-use-bytes":32395264,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-06T07:02:53.789001Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1835974701,"revision":37913,"compact-revision":35783}