{"level":"warn","ts":"2026-04-09T01:05:03.918094Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T01:05:03.918216Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.200:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.200:2380","--initial-cluster=instance=https://162.253.55.200:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.200:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.200:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-09T01:05:03.918317Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T01:05:03.918335Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.200:2380"]} {"level":"info","ts":"2026-04-09T01:05:03.918361Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T01:05:03.919206Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"]} {"level":"info","ts":"2026-04-09T01:05:03.919304Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.200:2380"],"listen-peer-urls":["https://162.253.55.200:2380"],"advertise-client-urls":["https://162.253.55.200:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.200:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-09T01:05:03.9242Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.638277ms"} {"level":"info","ts":"2026-04-09T01:05:03.933787Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e10bb51ed7578852","cluster-id":"aa14459abd2161c3"} {"level":"info","ts":"2026-04-09T01:05:03.933928Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=()"} {"level":"info","ts":"2026-04-09T01:05:03.933967Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became follower at term 0"} {"level":"info","ts":"2026-04-09T01:05:03.933983Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e10bb51ed7578852 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-09T01:05:03.933999Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became follower at term 1"} {"level":"info","ts":"2026-04-09T01:05:03.934051Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=(16216254027344087122)"} {"level":"warn","ts":"2026-04-09T01:05:03.941798Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-09T01:05:03.945344Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-09T01:05:03.946905Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-09T01:05:03.950237Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e10bb51ed7578852","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-09T01:05:03.950388Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T01:05:03.950499Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T01:05:03.950511Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T01:05:03.950804Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e10bb51ed7578852","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-09T01:05:03.951634Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=(16216254027344087122)"} {"level":"info","ts":"2026-04-09T01:05:03.951753Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aa14459abd2161c3","local-member-id":"e10bb51ed7578852","added-peer-id":"e10bb51ed7578852","added-peer-peer-urls":["https://162.253.55.200:2380"]} {"level":"info","ts":"2026-04-09T01:05:03.956369Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T01:05:03.956762Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e10bb51ed7578852","initial-advertise-peer-urls":["https://162.253.55.200:2380"],"listen-peer-urls":["https://162.253.55.200:2380"],"advertise-client-urls":["https://162.253.55.200:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-09T01:05:03.95682Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-09T01:05:03.956923Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.200:2380"} {"level":"info","ts":"2026-04-09T01:05:03.957016Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.200:2380"} {"level":"info","ts":"2026-04-09T01:05:04.335246Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 is starting a new election at term 1"} {"level":"info","ts":"2026-04-09T01:05:04.335342Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-09T01:05:04.335385Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 received MsgPreVoteResp from e10bb51ed7578852 at term 1"} {"level":"info","ts":"2026-04-09T01:05:04.335409Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became candidate at term 2"} {"level":"info","ts":"2026-04-09T01:05:04.33542Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 received MsgVoteResp from e10bb51ed7578852 at term 2"} {"level":"info","ts":"2026-04-09T01:05:04.335438Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became leader at term 2"} {"level":"info","ts":"2026-04-09T01:05:04.335455Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e10bb51ed7578852 elected leader e10bb51ed7578852 at term 2"} {"level":"info","ts":"2026-04-09T01:05:04.336496Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e10bb51ed7578852","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.200:2379]}","request-path":"/0/members/e10bb51ed7578852/attributes","cluster-id":"aa14459abd2161c3","publish-timeout":"7s"} {"level":"info","ts":"2026-04-09T01:05:04.336511Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T01:05:04.336563Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T01:05:04.33659Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T01:05:04.336826Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-09T01:05:04.336899Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-09T01:05:04.337633Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aa14459abd2161c3","local-member-id":"e10bb51ed7578852","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T01:05:04.337831Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T01:05:04.337878Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T01:05:04.339465Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-09T01:05:04.340332Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.200:2379"} {"level":"info","ts":"2026-04-09T01:05:08.225129Z","caller":"traceutil/trace.go:171","msg":"trace[1882955159] transaction","detail":"{read_only:false; response_revision:204; number_of_response:1; }","duration":"180.829417ms","start":"2026-04-09T01:05:08.044245Z","end":"2026-04-09T01:05:08.225075Z","steps":["trace[1882955159] 'process raft request' (duration: 180.296028ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:14.161197Z","caller":"traceutil/trace.go:171","msg":"trace[91289712] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"105.730533ms","start":"2026-04-09T01:05:14.055436Z","end":"2026-04-09T01:05:14.161166Z","steps":["trace[91289712] 'process raft request' (duration: 105.5295ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:17.927073Z","caller":"traceutil/trace.go:171","msg":"trace[1079069860] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"259.308816ms","start":"2026-04-09T01:05:17.667736Z","end":"2026-04-09T01:05:17.927045Z","steps":["trace[1079069860] 'process raft request' (duration: 251.823246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:18.816061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840627970379,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T01:05:19.193723Z","caller":"traceutil/trace.go:171","msg":"trace[2087087650] linearizableReadLoop","detail":"{readStateIndex:378; appliedIndex:377; }","duration":"878.135856ms","start":"2026-04-09T01:05:18.315537Z","end":"2026-04-09T01:05:19.193673Z","steps":["trace[2087087650] 'read index received' (duration: 877.774399ms)","trace[2087087650] 'applied index is now lower than readState.Index' (duration: 359.797µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:05:19.193771Z","caller":"traceutil/trace.go:171","msg":"trace[1518961941] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"1.221500506s","start":"2026-04-09T01:05:17.972226Z","end":"2026-04-09T01:05:19.193727Z","steps":["trace[1518961941] 'process raft request' (duration: 1.221222451s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:19.194079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.409181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T01:05:19.194132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.145087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T01:05:19.194165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.336725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T01:05:19.194235Z","caller":"traceutil/trace.go:171","msg":"trace[739357344] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:364; }","duration":"878.715637ms","start":"2026-04-09T01:05:18.31549Z","end":"2026-04-09T01:05:19.194205Z","steps":["trace[739357344] 'agreement among raft nodes before linearized reading' (duration: 878.33346ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:19.194258Z","caller":"traceutil/trace.go:171","msg":"trace[1653302529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:364; }","duration":"458.468298ms","start":"2026-04-09T01:05:18.735764Z","end":"2026-04-09T01:05:19.194233Z","steps":["trace[1653302529] 'agreement among raft nodes before linearized reading' (duration: 458.293805ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:19.194259Z","caller":"traceutil/trace.go:171","msg":"trace[737381528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:364; }","duration":"583.382171ms","start":"2026-04-09T01:05:18.610842Z","end":"2026-04-09T01:05:19.194225Z","steps":["trace[737381528] 'agreement among raft nodes before linearized reading' (duration: 583.122976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:19.194297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:18.73574Z","time spent":"458.547879ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T01:05:19.194291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:18.315475Z","time spent":"878.805288ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T01:05:19.194336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:18.610808Z","time spent":"583.512724ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T01:05:19.194695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:17.972206Z","time spent":"1.221693329s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:05:19.754309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.342766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:05:19.754503Z","caller":"traceutil/trace.go:171","msg":"trace[478013481] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"555.63528ms","start":"2026-04-09T01:05:19.198836Z","end":"2026-04-09T01:05:19.754471Z","steps":["trace[478013481] 'process raft request' (duration: 209.793444ms)","trace[478013481] 'compare' (duration: 345.148662ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:05:19.754617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:19.198806Z","time spent":"555.759652ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:05:19.755754Z","caller":"traceutil/trace.go:171","msg":"trace[89008205] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"556.889972ms","start":"2026-04-09T01:05:19.198838Z","end":"2026-04-09T01:05:19.755728Z","steps":["trace[89008205] 'process raft request' (duration: 556.676518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:19.755864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:19.198821Z","time spent":"556.989754ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:05:19.755906Z","caller":"traceutil/trace.go:171","msg":"trace[540541669] linearizableReadLoop","detail":"{readStateIndex:381; appliedIndex:378; }","duration":"470.423813ms","start":"2026-04-09T01:05:19.285448Z","end":"2026-04-09T01:05:19.755872Z","steps":["trace[540541669] 'read index received' (duration: 123.196551ms)","trace[540541669] 'applied index is now lower than readState.Index' (duration: 347.225802ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:05:19.756039Z","caller":"traceutil/trace.go:171","msg":"trace[1337220731] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"556.187751ms","start":"2026-04-09T01:05:19.199825Z","end":"2026-04-09T01:05:19.756012Z","steps":["trace[1337220731] 'process raft request' (duration: 555.846134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:19.756058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.591696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4796"} {"level":"info","ts":"2026-04-09T01:05:19.756104Z","caller":"traceutil/trace.go:171","msg":"trace[1600126807] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:367; }","duration":"470.706088ms","start":"2026-04-09T01:05:19.285387Z","end":"2026-04-09T01:05:19.756093Z","steps":["trace[1600126807] 'agreement among raft nodes before linearized reading' (duration: 470.591366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:19.756135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:19.28536Z","time spent":"470.767281ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4820,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-09T01:05:19.756214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:19.199799Z","time spent":"556.305893ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:05:19.796144Z","caller":"traceutil/trace.go:171","msg":"trace[754351359] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"355.660061ms","start":"2026-04-09T01:05:19.440453Z","end":"2026-04-09T01:05:19.796113Z","steps":["trace[754351359] 'process raft request' (duration: 355.492308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:19.796349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:19.440401Z","time spent":"355.836864ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:05:19.941853Z","caller":"traceutil/trace.go:171","msg":"trace[1980550179] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"177.044896ms","start":"2026-04-09T01:05:19.76477Z","end":"2026-04-09T01:05:19.941815Z","steps":["trace[1980550179] 'process raft request' (duration: 151.191829ms)","trace[1980550179] 'compare' (duration: 25.638853ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:05:34.276512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.123535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12669"} {"level":"info","ts":"2026-04-09T01:05:34.276667Z","caller":"traceutil/trace.go:171","msg":"trace[1903701730] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:435; }","duration":"170.358371ms","start":"2026-04-09T01:05:34.106274Z","end":"2026-04-09T01:05:34.276632Z","steps":["trace[1903701730] 'range keys from in-memory index tree' (duration: 169.908131ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:37.309185Z","caller":"traceutil/trace.go:171","msg":"trace[1782910596] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"344.342069ms","start":"2026-04-09T01:05:36.964817Z","end":"2026-04-09T01:05:37.309159Z","steps":["trace[1782910596] 'process raft request' (duration: 344.099644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:37.309344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:36.964793Z","time spent":"344.478121ms","remote":"127.0.0.1:38834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T01:05:37.316599Z","caller":"traceutil/trace.go:171","msg":"trace[1515715992] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"347.07003ms","start":"2026-04-09T01:05:36.969488Z","end":"2026-04-09T01:05:37.316558Z","steps":["trace[1515715992] 'process raft request' (duration: 346.858796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:37.316747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:36.969466Z","time spent":"347.213072ms","remote":"127.0.0.1:38834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T01:05:37.316732Z","caller":"traceutil/trace.go:171","msg":"trace[1572763383] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"335.304468ms","start":"2026-04-09T01:05:36.981378Z","end":"2026-04-09T01:05:37.316683Z","steps":["trace[1572763383] 'process raft request' (duration: 335.117145ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:37.316801Z","caller":"traceutil/trace.go:171","msg":"trace[297801584] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"318.188585ms","start":"2026-04-09T01:05:36.998575Z","end":"2026-04-09T01:05:37.316764Z","steps":["trace[297801584] 'process raft request' (duration: 318.019202ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:37.316826Z","caller":"traceutil/trace.go:171","msg":"trace[557396652] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"318.041183ms","start":"2026-04-09T01:05:36.998746Z","end":"2026-04-09T01:05:37.316787Z","steps":["trace[557396652] 'process raft request' (duration: 317.925731ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:37.317234Z","caller":"traceutil/trace.go:171","msg":"trace[1628879700] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"286.09356ms","start":"2026-04-09T01:05:37.031078Z","end":"2026-04-09T01:05:37.317172Z","steps":["trace[1628879700] 'process raft request' (duration: 285.935887ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:37.316902Z","caller":"traceutil/trace.go:171","msg":"trace[461500349] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"317.217068ms","start":"2026-04-09T01:05:36.999673Z","end":"2026-04-09T01:05:37.31689Z","steps":["trace[461500349] 'process raft request' (duration: 317.041215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:37.317341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:36.998734Z","time spent":"318.560072ms","remote":"127.0.0.1:38834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T01:05:37.316954Z","caller":"traceutil/trace.go:171","msg":"trace[278958622] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"312.949087ms","start":"2026-04-09T01:05:37.003993Z","end":"2026-04-09T01:05:37.316942Z","steps":["trace[278958622] 'process raft request' (duration: 312.803664ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:37.317454Z","caller":"traceutil/trace.go:171","msg":"trace[840505329] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"186.243789ms","start":"2026-04-09T01:05:37.131106Z","end":"2026-04-09T01:05:37.31735Z","steps":["trace[840505329] 'process raft request' (duration: 186.122947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:37.317467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:36.999645Z","time spent":"317.748507ms","remote":"127.0.0.1:38834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T01:05:37.316931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:36.981358Z","time spent":"335.474372ms","remote":"127.0.0.1:38834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T01:05:37.316971Z","caller":"traceutil/trace.go:171","msg":"trace[726576361] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"325.909631ms","start":"2026-04-09T01:05:36.990815Z","end":"2026-04-09T01:05:37.316725Z","steps":["trace[726576361] 'process raft request' (duration: 325.732498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:37.317859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:36.990795Z","time spent":"327.031033ms","remote":"127.0.0.1:38834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T01:05:37.317072Z","caller":"traceutil/trace.go:171","msg":"trace[337956947] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"295.762213ms","start":"2026-04-09T01:05:37.021299Z","end":"2026-04-09T01:05:37.317062Z","steps":["trace[337956947] 'process raft request' (duration: 295.651611ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:37.317085Z","caller":"traceutil/trace.go:171","msg":"trace[1417426474] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"301.028662ms","start":"2026-04-09T01:05:37.01604Z","end":"2026-04-09T01:05:37.317068Z","steps":["trace[1417426474] 'process raft request' (duration: 300.832678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:37.318031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:37.016012Z","time spent":"301.99247ms","remote":"127.0.0.1:38834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T01:05:37.317252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:36.998524Z","time spent":"318.649614ms","remote":"127.0.0.1:38834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T01:05:37.318028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:37.003957Z","time spent":"313.490637ms","remote":"127.0.0.1:38834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T01:05:43.632134Z","caller":"traceutil/trace.go:171","msg":"trace[590743276] linearizableReadLoop","detail":"{readStateIndex:604; appliedIndex:603; }","duration":"253.6995ms","start":"2026-04-09T01:05:43.378402Z","end":"2026-04-09T01:05:43.632102Z","steps":["trace[590743276] 'read index received' (duration: 252.815404ms)","trace[590743276] 'applied index is now lower than readState.Index' (duration: 883.136µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:05:43.632215Z","caller":"traceutil/trace.go:171","msg":"trace[1520555730] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"324.428003ms","start":"2026-04-09T01:05:43.307762Z","end":"2026-04-09T01:05:43.63219Z","steps":["trace[1520555730] 'process raft request' (duration: 323.76069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:43.632366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.963735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T01:05:43.632406Z","caller":"traceutil/trace.go:171","msg":"trace[589470684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:581; }","duration":"254.073107ms","start":"2026-04-09T01:05:43.378322Z","end":"2026-04-09T01:05:43.632395Z","steps":["trace[589470684] 'agreement among raft nodes before linearized reading' (duration: 253.923464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:43.632429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:43.307727Z","time spent":"324.543604ms","remote":"127.0.0.1:38890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:05:43.632438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.456269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:43.632543Z","caller":"traceutil/trace.go:171","msg":"trace[1018342857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:581; }","duration":"215.608462ms","start":"2026-04-09T01:05:43.416908Z","end":"2026-04-09T01:05:43.632517Z","steps":["trace[1018342857] 'agreement among raft nodes before linearized reading' (duration: 215.422709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:43.632572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.760838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-b4447\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-09T01:05:43.63268Z","caller":"traceutil/trace.go:171","msg":"trace[1989299796] range","detail":"{range_begin:/registry/pods/kube-system/cilium-b4447; range_end:; response_count:1; response_revision:581; }","duration":"248.90777ms","start":"2026-04-09T01:05:43.383746Z","end":"2026-04-09T01:05:43.632654Z","steps":["trace[1989299796] 'agreement among raft nodes before linearized reading' (duration: 248.577534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:44.379625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840627970779,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T01:05:44.419111Z","caller":"traceutil/trace.go:171","msg":"trace[120479418] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"770.209503ms","start":"2026-04-09T01:05:43.648877Z","end":"2026-04-09T01:05:44.419086Z","steps":["trace[120479418] 'process raft request' (duration: 769.983398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:44.419338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:43.648843Z","time spent":"770.416328ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:05:45.937729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443027573s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:05:45.938106Z","caller":"traceutil/trace.go:171","msg":"trace[2027116523] linearizableReadLoop","detail":"{readStateIndex:607; appliedIndex:605; }","duration":"2.058950308s","start":"2026-04-09T01:05:43.879118Z","end":"2026-04-09T01:05:45.938068Z","steps":["trace[2027116523] 'read index received' (duration: 539.735229ms)","trace[2027116523] 'applied index is now lower than readState.Index' (duration: 1.519213439s)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:05:45.938103Z","caller":"traceutil/trace.go:171","msg":"trace[1562504111] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"2.243767391s","start":"2026-04-09T01:05:43.694299Z","end":"2026-04-09T01:05:45.938066Z","steps":["trace[1562504111] 'process raft request' (duration: 800.31514ms)","trace[1562504111] 'compare' (duration: 1.442607585s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:05:45.938438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.64175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T01:05:45.938458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:43.694271Z","time spent":"2.243989334s","remote":"127.0.0.1:39320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T01:05:45.938522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.498872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.938538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.29218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.938579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.082961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.938596Z","caller":"traceutil/trace.go:171","msg":"trace[1653938522] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:584; }","duration":"525.393362ms","start":"2026-04-09T01:05:45.413178Z","end":"2026-04-09T01:05:45.938571Z","steps":["trace[1653938522] 'agreement among raft nodes before linearized reading' (duration: 525.324711ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:45.938623Z","caller":"traceutil/trace.go:171","msg":"trace[1835999597] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:584; }","duration":"751.141491ms","start":"2026-04-09T01:05:45.187468Z","end":"2026-04-09T01:05:45.93861Z","steps":["trace[1835999597] 'agreement among raft nodes before linearized reading' (duration: 751.08337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.938644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.413148Z","time spent":"525.485613ms","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:05:45.938661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.18746Z","time spent":"751.191502ms","remote":"127.0.0.1:41874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:05:45.938701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.611164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.938754Z","caller":"traceutil/trace.go:171","msg":"trace[1260493377] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:584; }","duration":"840.687605ms","start":"2026-04-09T01:05:45.098053Z","end":"2026-04-09T01:05:45.938741Z","steps":["trace[1260493377] 'agreement among raft nodes before linearized reading' (duration: 840.616264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.93881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.098041Z","time spent":"840.754326ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:05:45.938823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.731088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.938825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230333855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.938865Z","caller":"traceutil/trace.go:171","msg":"trace[1443389050] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:584; }","duration":"441.792129ms","start":"2026-04-09T01:05:45.497059Z","end":"2026-04-09T01:05:45.938851Z","steps":["trace[1443389050] 'agreement among raft nodes before linearized reading' (duration: 441.725158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.938875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.967262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.938898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.497046Z","time spent":"441.84515ms","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-09T01:05:45.938904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.841878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.938906Z","caller":"traceutil/trace.go:171","msg":"trace[1850804154] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:584; }","duration":"526.016683ms","start":"2026-04-09T01:05:45.412881Z","end":"2026-04-09T01:05:45.938898Z","steps":["trace[1850804154] 'agreement among raft nodes before linearized reading' (duration: 525.966252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.938952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.412869Z","time spent":"526.075203ms","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-09T01:05:45.938523Z","caller":"traceutil/trace.go:171","msg":"trace[1568043861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:584; }","duration":"277.758353ms","start":"2026-04-09T01:05:45.660747Z","end":"2026-04-09T01:05:45.938505Z","steps":["trace[1568043861] 'agreement among raft nodes before linearized reading' (duration: 277.516067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.938983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.737395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.70812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.670402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.939045Z","caller":"traceutil/trace.go:171","msg":"trace[628747798] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:584; }","duration":"726.840666ms","start":"2026-04-09T01:05:45.212187Z","end":"2026-04-09T01:05:45.939028Z","steps":["trace[628747798] 'agreement among raft nodes before linearized reading' (duration: 726.736474ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:45.939068Z","caller":"traceutil/trace.go:171","msg":"trace[1889824814] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:584; }","duration":"905.773281ms","start":"2026-04-09T01:05:45.033289Z","end":"2026-04-09T01:05:45.939062Z","steps":["trace[1889824814] 'agreement among raft nodes before linearized reading' (duration: 905.73566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.93907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.214536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277342881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.363556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.939103Z","caller":"traceutil/trace.go:171","msg":"trace[1220185099] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:584; }","duration":"465.274157ms","start":"2026-04-09T01:05:45.473819Z","end":"2026-04-09T01:05:45.939093Z","steps":["trace[1220185099] 'agreement among raft nodes before linearized reading' (duration: 465.232786ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:45.939126Z","caller":"traceutil/trace.go:171","msg":"trace[1800598052] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:584; }","duration":"383.397377ms","start":"2026-04-09T01:05:45.555724Z","end":"2026-04-09T01:05:45.939121Z","steps":["trace[1800598052] 'agreement among raft nodes before linearized reading' (duration: 383.366886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.939137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.473799Z","time spent":"465.330038ms","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"info","ts":"2026-04-09T01:05:45.939131Z","caller":"traceutil/trace.go:171","msg":"trace[1915383459] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:584; }","duration":"1.277433422s","start":"2026-04-09T01:05:44.661684Z","end":"2026-04-09T01:05:45.939118Z","steps":["trace[1915383459] 'agreement among raft nodes before linearized reading' (duration: 1.27735466s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.939154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.555719Z","time spent":"383.429727ms","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:05:45.938854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.441601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.849477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.708405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277520364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.939246Z","caller":"traceutil/trace.go:171","msg":"trace[440784771] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:584; }","duration":"573.912408ms","start":"2026-04-09T01:05:45.365324Z","end":"2026-04-09T01:05:45.939237Z","steps":["trace[440784771] 'agreement among raft nodes before linearized reading' (duration: 573.873397ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:45.939262Z","caller":"traceutil/trace.go:171","msg":"trace[1937332257] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:584; }","duration":"970.758295ms","start":"2026-04-09T01:05:44.968499Z","end":"2026-04-09T01:05:45.939257Z","steps":["trace[1937332257] 'agreement among raft nodes before linearized reading' (duration: 970.724304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.93927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.559849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:44.968494Z","time spent":"970.782655ms","remote":"127.0.0.1:41822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 "} {"level":"info","ts":"2026-04-09T01:05:45.939268Z","caller":"traceutil/trace.go:171","msg":"trace[1882568021] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:584; }","duration":"825.204195ms","start":"2026-04-09T01:05:45.114034Z","end":"2026-04-09T01:05:45.939238Z","steps":["trace[1882568021] 'agreement among raft nodes before linearized reading' (duration: 824.37594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.93929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464585058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.132561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.938583Z","caller":"traceutil/trace.go:171","msg":"trace[355508804] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:584; }","duration":"824.560824ms","start":"2026-04-09T01:05:45.113998Z","end":"2026-04-09T01:05:45.938558Z","steps":["trace[355508804] 'agreement among raft nodes before linearized reading' (duration: 824.489642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.939328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.536531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.706444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.939372Z","caller":"traceutil/trace.go:171","msg":"trace[1372775745] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:584; }","duration":"727.246694ms","start":"2026-04-09T01:05:45.212104Z","end":"2026-04-09T01:05:45.939351Z","steps":["trace[1372775745] 'agreement among raft nodes before linearized reading' (duration: 727.116691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.939389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.848406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.939298Z","caller":"traceutil/trace.go:171","msg":"trace[1362645252] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:584; }","duration":"383.605541ms","start":"2026-04-09T01:05:45.555687Z","end":"2026-04-09T01:05:45.939293Z","steps":["trace[1362645252] 'agreement among raft nodes before linearized reading' (duration: 383.56357ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:45.939414Z","caller":"traceutil/trace.go:171","msg":"trace[1022553401] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:584; }","duration":"420.873987ms","start":"2026-04-09T01:05:45.518534Z","end":"2026-04-09T01:05:45.939408Z","steps":["trace[1022553401] 'agreement among raft nodes before linearized reading' (duration: 420.838846ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:45.939403Z","caller":"traceutil/trace.go:171","msg":"trace[637705000] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:584; }","duration":"573.967259ms","start":"2026-04-09T01:05:45.365416Z","end":"2026-04-09T01:05:45.939383Z","steps":["trace[637705000] 'agreement among raft nodes before linearized reading' (duration: 573.740735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.939438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.555678Z","time spent":"383.744953ms","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:05:45.939452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277773618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.248484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.708573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412942556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.540648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.939497Z","caller":"traceutil/trace.go:171","msg":"trace[2000626971] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:584; }","duration":"1.277827779s","start":"2026-04-09T01:05:44.661652Z","end":"2026-04-09T01:05:45.93948Z","steps":["trace[2000626971] 'agreement among raft nodes before linearized reading' (duration: 1.277778728s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.939493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.775218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.939555Z","caller":"traceutil/trace.go:171","msg":"trace[215727836] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:584; }","duration":"399.759992ms","start":"2026-04-09T01:05:45.53976Z","end":"2026-04-09T01:05:45.93952Z","steps":["trace[215727836] 'agreement among raft nodes before linearized reading' (duration: 399.552238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.93913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.842373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09774226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.672211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.93959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465619658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.9396Z","caller":"traceutil/trace.go:171","msg":"trace[711757364] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:584; }","duration":"906.323051ms","start":"2026-04-09T01:05:45.033269Z","end":"2026-04-09T01:05:45.939592Z","steps":["trace[711757364] 'agreement among raft nodes before linearized reading' (duration: 905.844313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.939598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.539746Z","time spent":"399.840854ms","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"info","ts":"2026-04-09T01:05:45.939591Z","caller":"traceutil/trace.go:171","msg":"trace[140004617] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:584; }","duration":"777.86934ms","start":"2026-04-09T01:05:45.161704Z","end":"2026-04-09T01:05:45.939573Z","steps":["trace[140004617] 'agreement among raft nodes before linearized reading' (duration: 777.754368ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:45.939621Z","caller":"traceutil/trace.go:171","msg":"trace[1035793354] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:584; }","duration":"1.46570618s","start":"2026-04-09T01:05:44.473908Z","end":"2026-04-09T01:05:45.939614Z","steps":["trace[1035793354] 'agreement among raft nodes before linearized reading' (duration: 1.465658829s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.939613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.24267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513930969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.939276Z","caller":"traceutil/trace.go:171","msg":"trace[1598914662] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:584; }","duration":"1.277572904s","start":"2026-04-09T01:05:44.661691Z","end":"2026-04-09T01:05:45.939264Z","steps":["trace[1598914662] 'agreement among raft nodes before linearized reading' (duration: 1.277516403s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.939385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412012637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.161667Z","time spent":"777.981151ms","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:05:45.939692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:44.661686Z","time spent":"1.277998572s","remote":"127.0.0.1:41802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 "} {"level":"warn","ts":"2026-04-09T01:05:45.939707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299787333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.167827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.939738Z","caller":"traceutil/trace.go:171","msg":"trace[230178706] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:584; }","duration":"1.299826615s","start":"2026-04-09T01:05:44.639903Z","end":"2026-04-09T01:05:45.93973Z","steps":["trace[230178706] 'agreement among raft nodes before linearized reading' (duration: 1.299783353s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.939741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.457365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.080377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.045438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.365299Z","time spent":"573.969779ms","remote":"127.0.0.1:41894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"info","ts":"2026-04-09T01:05:45.939808Z","caller":"traceutil/trace.go:171","msg":"trace[264010572] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:584; }","duration":"806.535836ms","start":"2026-04-09T01:05:45.133259Z","end":"2026-04-09T01:05:45.939795Z","steps":["trace[264010572] 'agreement among raft nodes before linearized reading' (duration: 806.445753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.939824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.086353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.939834Z","caller":"traceutil/trace.go:171","msg":"trace[2078636316] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:584; }","duration":"492.216131ms","start":"2026-04-09T01:05:45.447599Z","end":"2026-04-09T01:05:45.939815Z","steps":["trace[2078636316] 'agreement among raft nodes before linearized reading' (duration: 492.058507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.938908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.535502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514232305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.939861Z","caller":"traceutil/trace.go:171","msg":"trace[1415313920] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:584; }","duration":"825.138885ms","start":"2026-04-09T01:05:45.114713Z","end":"2026-04-09T01:05:45.939852Z","steps":["trace[1415313920] 'agreement among raft nodes before linearized reading' (duration: 825.080904ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:45.939884Z","caller":"traceutil/trace.go:171","msg":"trace[601857948] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:584; }","duration":"1.514293715s","start":"2026-04-09T01:05:44.425583Z","end":"2026-04-09T01:05:45.939876Z","steps":["trace[601857948] 'agreement among raft nodes before linearized reading' (duration: 1.514256155s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.939868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.133253Z","time spent":"806.600867ms","remote":"127.0.0.1:41858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:05:45.939138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.090832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.938643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.605135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:44.425561Z","time spent":"1.514339757s","remote":"127.0.0.1:41784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:05:45.939913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.114705Z","time spent":"825.195006ms","remote":"127.0.0.1:41842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"warn","ts":"2026-04-09T01:05:45.939926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.227587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.447543Z","time spent":"492.328353ms","remote":"127.0.0.1:41914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:05:45.939928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520718296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.398015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.939972Z","caller":"traceutil/trace.go:171","msg":"trace[260725242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:584; }","duration":"1.520807139s","start":"2026-04-09T01:05:44.419153Z","end":"2026-04-09T01:05:45.93996Z","steps":["trace[260725242] 'agreement among raft nodes before linearized reading' (duration: 1.520738748s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.939993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04102242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T01:05:45.939335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465287191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.940032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:44.419128Z","time spent":"1.520894141s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:05:45.939403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299494548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.940053Z","caller":"traceutil/trace.go:171","msg":"trace[1748286613] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:584; }","duration":"1.466033466s","start":"2026-04-09T01:05:44.473997Z","end":"2026-04-09T01:05:45.94003Z","steps":["trace[1748286613] 'agreement among raft nodes before linearized reading' (duration: 1.465308682s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:45.94004Z","caller":"traceutil/trace.go:171","msg":"trace[50228570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:584; }","duration":"2.041113002s","start":"2026-04-09T01:05:43.898915Z","end":"2026-04-09T01:05:45.940028Z","steps":["trace[50228570] 'agreement among raft nodes before linearized reading' (duration: 2.040939519s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.940082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:44.473975Z","time spent":"1.466099287s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:05:45.940032Z","caller":"traceutil/trace.go:171","msg":"trace[19612651] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:584; }","duration":"752.579748ms","start":"2026-04-09T01:05:45.187422Z","end":"2026-04-09T01:05:45.940002Z","steps":["trace[19612651] 'agreement among raft nodes before linearized reading' (duration: 752.252632ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:45.940092Z","caller":"traceutil/trace.go:171","msg":"trace[1911762143] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:584; }","duration":"1.300207022s","start":"2026-04-09T01:05:44.639865Z","end":"2026-04-09T01:05:45.940072Z","steps":["trace[1911762143] 'agreement among raft nodes before linearized reading' (duration: 1.299479818s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.940117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:43.898892Z","time spent":"2.041206744s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T01:05:45.938872Z","caller":"traceutil/trace.go:171","msg":"trace[1110345856] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:584; }","duration":"1.230412167s","start":"2026-04-09T01:05:44.708446Z","end":"2026-04-09T01:05:45.938858Z","steps":["trace[1110345856] 'agreement among raft nodes before linearized reading' (duration: 1.230316355s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.940153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:44.639848Z","time spent":"1.300282073s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:05:45.94013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.187411Z","time spent":"752.705091ms","remote":"127.0.0.1:41874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-09T01:05:45.939932Z","caller":"traceutil/trace.go:171","msg":"trace[1784598775] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:584; }","duration":"840.927449ms","start":"2026-04-09T01:05:45.098993Z","end":"2026-04-09T01:05:45.939921Z","steps":["trace[1784598775] 'agreement among raft nodes before linearized reading' (duration: 839.615524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.940203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:44.70843Z","time spent":"1.231756612s","remote":"127.0.0.1:41808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:05:45.940244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.09898Z","time spent":"841.247386ms","remote":"127.0.0.1:41830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 "} {"level":"info","ts":"2026-04-09T01:05:45.939838Z","caller":"traceutil/trace.go:171","msg":"trace[2067817146] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:584; }","duration":"492.146999ms","start":"2026-04-09T01:05:45.447674Z","end":"2026-04-09T01:05:45.939821Z","steps":["trace[2067817146] 'agreement among raft nodes before linearized reading' (duration: 492.062238ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:45.939076Z","caller":"traceutil/trace.go:171","msg":"trace[383982474] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:584; }","duration":"382.713084ms","start":"2026-04-09T01:05:45.556356Z","end":"2026-04-09T01:05:45.939069Z","steps":["trace[383982474] 'agreement among raft nodes before linearized reading' (duration: 382.673953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.94038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.556349Z","time spent":"384.008278ms","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"warn","ts":"2026-04-09T01:05:45.939417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.11399Z","time spent":"825.383748ms","remote":"127.0.0.1:41842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:05:45.938997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.479172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.940479Z","caller":"traceutil/trace.go:171","msg":"trace[1120108396] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:584; }","duration":"465.964931ms","start":"2026-04-09T01:05:45.474494Z","end":"2026-04-09T01:05:45.940459Z","steps":["trace[1120108396] 'agreement among raft nodes before linearized reading' (duration: 464.483513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.940624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.474486Z","time spent":"466.085713ms","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 "} {"level":"warn","ts":"2026-04-09T01:05:45.940374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.447652Z","time spent":"492.68522ms","remote":"127.0.0.1:41914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:05:45.939424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.212085Z","time spent":"727.327195ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:05:45.939159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.736719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.941632Z","caller":"traceutil/trace.go:171","msg":"trace[1169781347] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:584; }","duration":"940.232545ms","start":"2026-04-09T01:05:45.001379Z","end":"2026-04-09T01:05:45.941611Z","steps":["trace[1169781347] 'agreement among raft nodes before linearized reading' (duration: 937.767109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.938957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.327159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.941709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.001327Z","time spent":"940.359168ms","remote":"127.0.0.1:41826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 "} {"level":"warn","ts":"2026-04-09T01:05:45.939488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.36538Z","time spent":"574.090861ms","remote":"127.0.0.1:41894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:05:45.941717Z","caller":"traceutil/trace.go:171","msg":"trace[908162497] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:584; }","duration":"873.143361ms","start":"2026-04-09T01:05:45.068563Z","end":"2026-04-09T01:05:45.941706Z","steps":["trace[908162497] 'agreement among raft nodes before linearized reading' (duration: 870.378039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.941965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.068544Z","time spent":"873.398226ms","remote":"127.0.0.1:41830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:05:45.939035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.178385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.942107Z","caller":"traceutil/trace.go:171","msg":"trace[1389696859] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:584; }","duration":"468.278173ms","start":"2026-04-09T01:05:45.473815Z","end":"2026-04-09T01:05:45.942094Z","steps":["trace[1389696859] 'agreement among raft nodes before linearized reading' (duration: 465.197796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.942155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.473791Z","time spent":"468.353254ms","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:05:45.939686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231204081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.942216Z","caller":"traceutil/trace.go:171","msg":"trace[1756256115] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:584; }","duration":"1.233744759s","start":"2026-04-09T01:05:44.708455Z","end":"2026-04-09T01:05:45.9422Z","steps":["trace[1756256115] 'agreement among raft nodes before linearized reading' (duration: 1.231215562s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:45.939599Z","caller":"traceutil/trace.go:171","msg":"trace[1027038254] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:584; }","duration":"1.09776239s","start":"2026-04-09T01:05:44.841831Z","end":"2026-04-09T01:05:45.939594Z","steps":["trace[1027038254] 'agreement among raft nodes before linearized reading' (duration: 1.09773379s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.942295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:44.841767Z","time spent":"1.100512061s","remote":"127.0.0.1:41822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:05:45.942292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:44.708442Z","time spent":"1.23382873s","remote":"127.0.0.1:41808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:05:45.938429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059285664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T01:05:45.94238Z","caller":"traceutil/trace.go:171","msg":"trace[1572895762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:584; }","duration":"2.063313389s","start":"2026-04-09T01:05:43.879056Z","end":"2026-04-09T01:05:45.942369Z","steps":["trace[1572895762] 'agreement among raft nodes before linearized reading' (duration: 2.05910784s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.942416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:43.879032Z","time spent":"2.06337354s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T01:05:45.938459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047539183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T01:05:45.942531Z","caller":"traceutil/trace.go:171","msg":"trace[1028208965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:584; }","duration":"2.051659561s","start":"2026-04-09T01:05:43.890858Z","end":"2026-04-09T01:05:45.942518Z","steps":["trace[1028208965] 'agreement among raft nodes before linearized reading' (duration: 2.047415s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.942576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:43.89084Z","time spent":"2.051724862s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T01:05:45.938925Z","caller":"traceutil/trace.go:171","msg":"trace[447974463] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:584; }","duration":"840.874028ms","start":"2026-04-09T01:05:45.098044Z","end":"2026-04-09T01:05:45.938918Z","steps":["trace[447974463] 'agreement among raft nodes before linearized reading' (duration: 840.841347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.942668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.098038Z","time spent":"844.617028ms","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:05:45.938958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.635614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.942762Z","caller":"traceutil/trace.go:171","msg":"trace[1280783214] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:584; }","duration":"446.451276ms","start":"2026-04-09T01:05:45.496293Z","end":"2026-04-09T01:05:45.942745Z","steps":["trace[1280783214] 'agreement among raft nodes before linearized reading' (duration: 442.645594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.942849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.496277Z","time spent":"446.553427ms","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:05:45.938983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.470551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.046497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.033267Z","time spent":"905.820632ms","remote":"127.0.0.1:41828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:05:45.93909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.212167Z","time spent":"726.913108ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:05:45.939184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.86422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:44.661663Z","time spent":"1.277505934s","remote":"127.0.0.1:41802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:05:45.939213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.90181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.939334Z","caller":"traceutil/trace.go:171","msg":"trace[1548532022] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:584; }","duration":"1.46464703s","start":"2026-04-09T01:05:44.474678Z","end":"2026-04-09T01:05:45.939325Z","steps":["trace[1548532022] 'agreement among raft nodes before linearized reading' (duration: 1.464580459s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.939337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.114023Z","time spent":"825.289776ms","remote":"127.0.0.1:41842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:05:45.939356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.62296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.939384Z","caller":"traceutil/trace.go:171","msg":"trace[2042171838] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:584; }","duration":"726.606242ms","start":"2026-04-09T01:05:45.212766Z","end":"2026-04-09T01:05:45.939372Z","steps":["trace[2042171838] 'agreement among raft nodes before linearized reading' (duration: 726.535721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.939428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412829194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.93944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.518509Z","time spent":"420.925797ms","remote":"127.0.0.1:41950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"warn","ts":"2026-04-09T01:05:45.939418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.227522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.939491Z","caller":"traceutil/trace.go:171","msg":"trace[782227588] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:584; }","duration":"971.319885ms","start":"2026-04-09T01:05:44.968165Z","end":"2026-04-09T01:05:45.939485Z","steps":["trace[782227588] 'agreement among raft nodes before linearized reading' (duration: 971.283825ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:45.939494Z","caller":"traceutil/trace.go:171","msg":"trace[1903464475] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:584; }","duration":"421.753533ms","start":"2026-04-09T01:05:45.517735Z","end":"2026-04-09T01:05:45.939489Z","steps":["trace[1903464475] 'agreement among raft nodes before linearized reading' (duration: 421.724893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.939521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.791754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.378227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.939503Z","caller":"traceutil/trace.go:171","msg":"trace[980258033] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:584; }","duration":"1.413002786s","start":"2026-04-09T01:05:44.526492Z","end":"2026-04-09T01:05:45.939495Z","steps":["trace[980258033] 'agreement among raft nodes before linearized reading' (duration: 1.412961306s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.939615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:44.661643Z","time spent":"1.277960901s","remote":"127.0.0.1:41802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:05:45.939627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.033261Z","time spent":"906.358372ms","remote":"127.0.0.1:41828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:05:45.93963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097832422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:45.939658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229836065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.939634Z","caller":"traceutil/trace.go:171","msg":"trace[1371653030] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:584; }","duration":"751.782712ms","start":"2026-04-09T01:05:45.187829Z","end":"2026-04-09T01:05:45.939612Z","steps":["trace[1371653030] 'agreement among raft nodes before linearized reading' (duration: 751.64575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.939655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:44.473899Z","time spent":"1.46574938s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:05:45.939667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299174001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.939669Z","caller":"traceutil/trace.go:171","msg":"trace[183751356] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:584; }","duration":"806.334111ms","start":"2026-04-09T01:05:45.13332Z","end":"2026-04-09T01:05:45.939654Z","steps":["trace[183751356] 'agreement among raft nodes before linearized reading' (duration: 806.24422ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:45.939705Z","caller":"traceutil/trace.go:171","msg":"trace[409285066] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:584; }","duration":"1.412345874s","start":"2026-04-09T01:05:44.527347Z","end":"2026-04-09T01:05:45.939692Z","steps":["trace[409285066] 'agreement among raft nodes before linearized reading' (duration: 1.412013998s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.939769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:44.6399Z","time spent":"1.299861965s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:05:45.939753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.111354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:45.939813Z","caller":"traceutil/trace.go:171","msg":"trace[550064389] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:584; }","duration":"777.468633ms","start":"2026-04-09T01:05:45.162285Z","end":"2026-04-09T01:05:45.939754Z","steps":["trace[550064389] 'agreement among raft nodes before linearized reading' (duration: 777.101535ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:45.939818Z","caller":"traceutil/trace.go:171","msg":"trace[279720245] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:584; }","duration":"1.514110852s","start":"2026-04-09T01:05:44.425575Z","end":"2026-04-09T01:05:45.939686Z","steps":["trace[279720245] 'agreement among raft nodes before linearized reading' (duration: 1.513837437s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:45.939887Z","caller":"traceutil/trace.go:171","msg":"trace[495377841] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:584; }","duration":"443.514041ms","start":"2026-04-09T01:05:45.496362Z","end":"2026-04-09T01:05:45.939876Z","steps":["trace[495377841] 'agreement among raft nodes before linearized reading' (duration: 442.511702ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:45.939926Z","caller":"traceutil/trace.go:171","msg":"trace[742869439] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:584; }","duration":"573.923878ms","start":"2026-04-09T01:05:45.365991Z","end":"2026-04-09T01:05:45.939915Z","steps":["trace[742869439] 'agreement among raft nodes before linearized reading' (duration: 573.123823ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:45.939951Z","caller":"traceutil/trace.go:171","msg":"trace[458880062] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:584; }","duration":"778.272907ms","start":"2026-04-09T01:05:45.161671Z","end":"2026-04-09T01:05:45.939944Z","steps":["trace[458880062] 'agreement among raft nodes before linearized reading' (duration: 778.236037ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:45.943233Z","caller":"traceutil/trace.go:171","msg":"trace[144635178] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:584; }","duration":"909.282456ms","start":"2026-04-09T01:05:45.033939Z","end":"2026-04-09T01:05:45.943221Z","steps":["trace[144635178] 'agreement among raft nodes before linearized reading' (duration: 905.057537ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:45.94387Z","caller":"traceutil/trace.go:171","msg":"trace[1611561277] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:584; }","duration":"404.147584ms","start":"2026-04-09T01:05:45.539716Z","end":"2026-04-09T01:05:45.943863Z","steps":["trace[1611561277] 'agreement among raft nodes before linearized reading' (duration: 399.62522ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:45.94388Z","caller":"traceutil/trace.go:171","msg":"trace[2049462904] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:584; }","duration":"426.171706ms","start":"2026-04-09T01:05:45.5177Z","end":"2026-04-09T01:05:45.943872Z","steps":["trace[2049462904] 'agreement among raft nodes before linearized reading' (duration: 421.806435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.943906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.539708Z","time spent":"404.188165ms","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:05:45.943913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.517684Z","time spent":"426.218657ms","remote":"127.0.0.1:41950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:05:45.943866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.03393Z","time spent":"909.916908ms","remote":"127.0.0.1:41828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-09T01:05:45.943988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.212759Z","time spent":"731.221269ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 "} {"level":"warn","ts":"2026-04-09T01:05:45.944012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.162278Z","time spent":"781.709152ms","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-09T01:05:45.944041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:44.526476Z","time spent":"1.417541083s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:05:45.944096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.187823Z","time spent":"756.262337ms","remote":"127.0.0.1:41874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-09T01:05:45.944197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:44.425527Z","time spent":"1.518653727s","remote":"127.0.0.1:41784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"info","ts":"2026-04-09T01:05:45.944251Z","caller":"traceutil/trace.go:171","msg":"trace[1263928064] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:584; }","duration":"976.113486ms","start":"2026-04-09T01:05:44.96812Z","end":"2026-04-09T01:05:45.944233Z","steps":["trace[1263928064] 'agreement among raft nodes before linearized reading' (duration: 971.384067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.944291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.133301Z","time spent":"810.965759ms","remote":"127.0.0.1:41858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:05:45.944321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:44.968111Z","time spent":"976.191587ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:05:45.944067Z","caller":"traceutil/trace.go:171","msg":"trace[1878500831] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:584; }","duration":"1.234263998s","start":"2026-04-09T01:05:44.709793Z","end":"2026-04-09T01:05:45.944057Z","steps":["trace[1878500831] 'agreement among raft nodes before linearized reading' (duration: 1.229849585s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:45.944465Z","caller":"traceutil/trace.go:171","msg":"trace[1308510937] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:584; }","duration":"530.854893ms","start":"2026-04-09T01:05:45.413601Z","end":"2026-04-09T01:05:45.944456Z","steps":["trace[1308510937] 'agreement among raft nodes before linearized reading' (duration: 526.052672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.944465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:44.709781Z","time spent":"1.234661446s","remote":"127.0.0.1:41808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 "} {"level":"warn","ts":"2026-04-09T01:05:45.944502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.413593Z","time spent":"530.898553ms","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 "} {"level":"info","ts":"2026-04-09T01:05:45.943419Z","caller":"traceutil/trace.go:171","msg":"trace[474599492] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:584; }","duration":"943.105429ms","start":"2026-04-09T01:05:45.000304Z","end":"2026-04-09T01:05:45.94341Z","steps":["trace[474599492] 'agreement among raft nodes before linearized reading' (duration: 938.8668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.944512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:44.527338Z","time spent":"1.417157704s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 "} {"level":"info","ts":"2026-04-09T01:05:45.944031Z","caller":"traceutil/trace.go:171","msg":"trace[650507834] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:584; }","duration":"1.102255725s","start":"2026-04-09T01:05:44.841766Z","end":"2026-04-09T01:05:45.944022Z","steps":["trace[650507834] 'agreement among raft nodes before linearized reading' (duration: 1.097850152s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.94464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:44.841747Z","time spent":"1.102882456s","remote":"127.0.0.1:41822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:05:45.944549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.000297Z","time spent":"944.24342ms","remote":"127.0.0.1:41826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:05:45.944679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.496338Z","time spent":"448.33061ms","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:05:45.943653Z","caller":"traceutil/trace.go:171","msg":"trace[1215421949] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:584; }","duration":"943.337473ms","start":"2026-04-09T01:05:45.000293Z","end":"2026-04-09T01:05:45.94363Z","steps":["trace[1215421949] 'agreement among raft nodes before linearized reading' (duration: 938.90614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.944728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.000284Z","time spent":"944.437523ms","remote":"127.0.0.1:41826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"info","ts":"2026-04-09T01:05:45.944226Z","caller":"traceutil/trace.go:171","msg":"trace[1810573229] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:584; }","duration":"1.303729227s","start":"2026-04-09T01:05:44.640477Z","end":"2026-04-09T01:05:45.944206Z","steps":["trace[1810573229] 'agreement among raft nodes before linearized reading' (duration: 1.299168571s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.944767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.365965Z","time spent":"578.793939ms","remote":"127.0.0.1:41894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 "} {"level":"warn","ts":"2026-04-09T01:05:45.94477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:44.640472Z","time spent":"1.304285867s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-09T01:05:45.943592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.517722Z","time spent":"425.85323ms","remote":"127.0.0.1:41950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:05:45.943776Z","caller":"traceutil/trace.go:171","msg":"trace[402470176] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:584; }","duration":"1.417211445s","start":"2026-04-09T01:05:44.52655Z","end":"2026-04-09T01:05:45.943762Z","steps":["trace[402470176] 'agreement among raft nodes before linearized reading' (duration: 1.412854414s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.944842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.16166Z","time spent":"783.17556ms","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:05:45.944839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:44.526524Z","time spent":"1.418300566s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:05:45.943335Z","caller":"traceutil/trace.go:171","msg":"trace[974388835] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:584; }","duration":"874.834863ms","start":"2026-04-09T01:05:45.068493Z","end":"2026-04-09T01:05:45.943328Z","steps":["trace[974388835] 'agreement among raft nodes before linearized reading' (duration: 870.477062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.944932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.068486Z","time spent":"876.435293ms","remote":"127.0.0.1:41830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:05:45.944978Z","caller":"traceutil/trace.go:171","msg":"trace[1565553309] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:584; }","duration":"810.822686ms","start":"2026-04-09T01:05:45.134147Z","end":"2026-04-09T01:05:45.944969Z","steps":["trace[1565553309] 'agreement among raft nodes before linearized reading' (duration: 805.212511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:45.945033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:45.13414Z","time spent":"810.871457ms","remote":"127.0.0.1:41858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-09T01:05:45.945045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:44.968142Z","time spent":"976.88924ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:05:45.946212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:44.47467Z","time spent":"1.469002672s","remote":"127.0.0.1:41784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 "} {"level":"info","ts":"2026-04-09T01:05:47.603743Z","caller":"traceutil/trace.go:171","msg":"trace[1577879498] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"127.199158ms","start":"2026-04-09T01:05:47.476524Z","end":"2026-04-09T01:05:47.603723Z","steps":["trace[1577879498] 'process raft request' (duration: 127.075746ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:47.757738Z","caller":"traceutil/trace.go:171","msg":"trace[1299718450] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"108.60721ms","start":"2026-04-09T01:05:47.649098Z","end":"2026-04-09T01:05:47.757706Z","steps":["trace[1299718450] 'process raft request' (duration: 108.302435ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:47.757948Z","caller":"traceutil/trace.go:171","msg":"trace[168553440] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"105.919691ms","start":"2026-04-09T01:05:47.652Z","end":"2026-04-09T01:05:47.757919Z","steps":["trace[168553440] 'process raft request' (duration: 105.648356ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:48.268004Z","caller":"traceutil/trace.go:171","msg":"trace[2041021741] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"504.356798ms","start":"2026-04-09T01:05:47.763621Z","end":"2026-04-09T01:05:48.267978Z","steps":["trace[2041021741] 'process raft request' (duration: 442.073034ms)","trace[2041021741] 'compare' (duration: 62.140311ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:05:48.268165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:47.763607Z","time spent":"504.465479ms","remote":"127.0.0.1:38834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4059,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:05:48.291304Z","caller":"traceutil/trace.go:171","msg":"trace[917548030] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:642; }","duration":"315.928946ms","start":"2026-04-09T01:05:47.975357Z","end":"2026-04-09T01:05:48.291286Z","steps":["trace[917548030] 'read index received' (duration: 230.438638ms)","trace[917548030] 'applied index is now lower than readState.Index' (duration: 85.489258ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:05:48.291351Z","caller":"traceutil/trace.go:171","msg":"trace[25683997] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"435.309407ms","start":"2026-04-09T01:05:47.856007Z","end":"2026-04-09T01:05:48.291317Z","steps":["trace[25683997] 'process raft request' (duration: 435.154135ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:48.291366Z","caller":"traceutil/trace.go:171","msg":"trace[870453162] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"239.261413ms","start":"2026-04-09T01:05:48.052077Z","end":"2026-04-09T01:05:48.291338Z","steps":["trace[870453162] 'process raft request' (duration: 239.173381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:48.291495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:47.855961Z","time spent":"435.45838ms","remote":"127.0.0.1:38834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T01:05:48.291597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.239341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T01:05:48.291644Z","caller":"traceutil/trace.go:171","msg":"trace[681268348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:621; }","duration":"316.341103ms","start":"2026-04-09T01:05:47.975291Z","end":"2026-04-09T01:05:48.291632Z","steps":["trace[681268348] 'agreement among raft nodes before linearized reading' (duration: 316.090578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:48.291683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:47.975268Z","time spent":"316.407625ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T01:05:48.332856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.784479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T01:05:48.332949Z","caller":"traceutil/trace.go:171","msg":"trace[49578260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:623; }","duration":"356.970582ms","start":"2026-04-09T01:05:47.975955Z","end":"2026-04-09T01:05:48.332926Z","steps":["trace[49578260] 'agreement among raft nodes before linearized reading' (duration: 356.669837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:48.333015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:47.975933Z","time spent":"357.069215ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T01:05:48.333057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.913832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T01:05:48.333063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.701338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T01:05:48.333164Z","caller":"traceutil/trace.go:171","msg":"trace[2120541394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:623; }","duration":"357.029734ms","start":"2026-04-09T01:05:47.97611Z","end":"2026-04-09T01:05:48.33314Z","steps":["trace[2120541394] 'agreement among raft nodes before linearized reading' (duration: 356.78266ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:48.333168Z","caller":"traceutil/trace.go:171","msg":"trace[1377211644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:623; }","duration":"356.869981ms","start":"2026-04-09T01:05:47.976278Z","end":"2026-04-09T01:05:48.333148Z","steps":["trace[1377211644] 'agreement among raft nodes before linearized reading' (duration: 356.607947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:48.333222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:47.976038Z","time spent":"357.164956ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T01:05:48.333221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:47.976252Z","time spent":"356.952092ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T01:05:48.581089Z","caller":"traceutil/trace.go:171","msg":"trace[260033692] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"165.148578ms","start":"2026-04-09T01:05:48.415916Z","end":"2026-04-09T01:05:48.581065Z","steps":["trace[260033692] 'process raft request' (duration: 164.910224ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:48.581373Z","caller":"traceutil/trace.go:171","msg":"trace[1858711280] linearizableReadLoop","detail":"{readStateIndex:656; appliedIndex:655; }","duration":"163.714871ms","start":"2026-04-09T01:05:48.417643Z","end":"2026-04-09T01:05:48.581358Z","steps":["trace[1858711280] 'read index received' (duration: 21.856369ms)","trace[1858711280] 'applied index is now lower than readState.Index' (duration: 141.857502ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:05:48.58151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.845453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:48.581551Z","caller":"traceutil/trace.go:171","msg":"trace[2047493233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:634; }","duration":"163.931964ms","start":"2026-04-09T01:05:48.417607Z","end":"2026-04-09T01:05:48.581539Z","steps":["trace[2047493233] 'agreement among raft nodes before linearized reading' (duration: 163.813122ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:48.581528Z","caller":"traceutil/trace.go:171","msg":"trace[3907183] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"160.799347ms","start":"2026-04-09T01:05:48.420694Z","end":"2026-04-09T01:05:48.581494Z","steps":["trace[3907183] 'process raft request' (duration: 160.319248ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:48.581497Z","caller":"traceutil/trace.go:171","msg":"trace[1642551718] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"157.642716ms","start":"2026-04-09T01:05:48.423819Z","end":"2026-04-09T01:05:48.581462Z","steps":["trace[1642551718] 'process raft request' (duration: 157.462273ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:48.679512Z","caller":"traceutil/trace.go:171","msg":"trace[302994259] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"227.364119ms","start":"2026-04-09T01:05:48.452126Z","end":"2026-04-09T01:05:48.67949Z","steps":["trace[302994259] 'process raft request' (duration: 227.246787ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:48.719176Z","caller":"traceutil/trace.go:171","msg":"trace[538741325] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"132.142261ms","start":"2026-04-09T01:05:48.587004Z","end":"2026-04-09T01:05:48.719146Z","steps":["trace[538741325] 'process raft request' (duration: 131.901576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:48.719356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.910064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-wt99k\" ","response":"range_response_count:1 size:4888"} {"level":"info","ts":"2026-04-09T01:05:48.719418Z","caller":"traceutil/trace.go:171","msg":"trace[911893008] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-wt99k; range_end:; response_count:1; response_revision:637; }","duration":"133.026677ms","start":"2026-04-09T01:05:48.586372Z","end":"2026-04-09T01:05:48.719398Z","steps":["trace[911893008] 'agreement among raft nodes before linearized reading' (duration: 132.793152ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:48.877549Z","caller":"traceutil/trace.go:171","msg":"trace[1345039279] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"108.893405ms","start":"2026-04-09T01:05:48.768631Z","end":"2026-04-09T01:05:48.877524Z","steps":["trace[1345039279] 'process raft request' (duration: 108.836694ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:48.878023Z","caller":"traceutil/trace.go:171","msg":"trace[1860443666] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"109.395574ms","start":"2026-04-09T01:05:48.768619Z","end":"2026-04-09T01:05:48.878014Z","steps":["trace[1860443666] 'process raft request' (duration: 36.514922ms)","trace[1860443666] 'compare' (duration: 72.18567ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:05:48.893321Z","caller":"traceutil/trace.go:171","msg":"trace[13333114] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"116.550988ms","start":"2026-04-09T01:05:48.77675Z","end":"2026-04-09T01:05:48.893301Z","steps":["trace[13333114] 'process raft request' (duration: 116.420316ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:49.051166Z","caller":"traceutil/trace.go:171","msg":"trace[1086808297] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"160.320047ms","start":"2026-04-09T01:05:48.890815Z","end":"2026-04-09T01:05:49.051135Z","steps":["trace[1086808297] 'process raft request' (duration: 160.241215ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:49.051224Z","caller":"traceutil/trace.go:171","msg":"trace[1896511799] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"199.05122ms","start":"2026-04-09T01:05:48.852126Z","end":"2026-04-09T01:05:49.051177Z","steps":["trace[1896511799] 'process raft request' (duration: 198.765365ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:49.194467Z","caller":"traceutil/trace.go:171","msg":"trace[2095002996] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"256.976733ms","start":"2026-04-09T01:05:48.937458Z","end":"2026-04-09T01:05:49.194435Z","steps":["trace[2095002996] 'process raft request' (duration: 256.912712ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:49.194529Z","caller":"traceutil/trace.go:171","msg":"trace[1651732603] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"294.719448ms","start":"2026-04-09T01:05:48.89978Z","end":"2026-04-09T01:05:49.194499Z","steps":["trace[1651732603] 'process raft request' (duration: 285.363433ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:49.198971Z","caller":"traceutil/trace.go:171","msg":"trace[1182906791] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"142.321439ms","start":"2026-04-09T01:05:49.056627Z","end":"2026-04-09T01:05:49.198948Z","steps":["trace[1182906791] 'process raft request' (duration: 142.254028ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:49.199035Z","caller":"traceutil/trace.go:171","msg":"trace[1146473414] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"144.586972ms","start":"2026-04-09T01:05:49.054421Z","end":"2026-04-09T01:05:49.199008Z","steps":["trace[1146473414] 'process raft request' (duration: 144.347498ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:49.401885Z","caller":"traceutil/trace.go:171","msg":"trace[605300092] linearizableReadLoop","detail":"{readStateIndex:675; appliedIndex:673; }","duration":"150.728947ms","start":"2026-04-09T01:05:49.251127Z","end":"2026-04-09T01:05:49.401856Z","steps":["trace[605300092] 'read index received' (duration: 6.368869ms)","trace[605300092] 'applied index is now lower than readState.Index' (duration: 144.358888ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:05:49.401979Z","caller":"traceutil/trace.go:171","msg":"trace[259252921] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"191.141823ms","start":"2026-04-09T01:05:49.210799Z","end":"2026-04-09T01:05:49.401941Z","steps":["trace[259252921] 'process raft request' (duration: 189.025874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:49.402085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.92895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:49.402174Z","caller":"traceutil/trace.go:171","msg":"trace[1325006802] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:651; }","duration":"151.087323ms","start":"2026-04-09T01:05:49.251063Z","end":"2026-04-09T01:05:49.402151Z","steps":["trace[1325006802] 'agreement among raft nodes before linearized reading' (duration: 150.90634ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:49.615606Z","caller":"traceutil/trace.go:171","msg":"trace[1209227066] linearizableReadLoop","detail":"{readStateIndex:677; appliedIndex:676; }","duration":"125.952754ms","start":"2026-04-09T01:05:49.489627Z","end":"2026-04-09T01:05:49.615579Z","steps":["trace[1209227066] 'read index received' (duration: 103.935143ms)","trace[1209227066] 'applied index is now lower than readState.Index' (duration: 22.016371ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:05:49.615643Z","caller":"traceutil/trace.go:171","msg":"trace[1280055510] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"198.165115ms","start":"2026-04-09T01:05:49.417446Z","end":"2026-04-09T01:05:49.615611Z","steps":["trace[1280055510] 'process raft request' (duration: 176.097092ms)","trace[1280055510] 'compare' (duration: 21.91057ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:05:49.615811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.348823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:49.615896Z","caller":"traceutil/trace.go:171","msg":"trace[213266719] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:653; }","duration":"163.485166ms","start":"2026-04-09T01:05:49.452392Z","end":"2026-04-09T01:05:49.615878Z","steps":["trace[213266719] 'agreement among raft nodes before linearized reading' (duration: 163.300302ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:49.655287Z","caller":"traceutil/trace.go:171","msg":"trace[508378809] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"151.041254ms","start":"2026-04-09T01:05:49.504213Z","end":"2026-04-09T01:05:49.655254Z","steps":["trace[508378809] 'process raft request' (duration: 150.884961ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:56.256487Z","caller":"traceutil/trace.go:171","msg":"trace[536574098] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"144.355288ms","start":"2026-04-09T01:05:56.112109Z","end":"2026-04-09T01:05:56.256465Z","steps":["trace[536574098] 'process raft request' (duration: 144.244806ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:10.651857Z","caller":"traceutil/trace.go:171","msg":"trace[1055436486] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"104.413591ms","start":"2026-04-09T01:06:10.547411Z","end":"2026-04-09T01:06:10.651824Z","steps":["trace[1055436486] 'process raft request' (duration: 103.272771ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:10.797434Z","caller":"traceutil/trace.go:171","msg":"trace[1339598606] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"136.755515ms","start":"2026-04-09T01:06:10.660641Z","end":"2026-04-09T01:06:10.797396Z","steps":["trace[1339598606] 'process raft request' (duration: 136.166205ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:10.797468Z","caller":"traceutil/trace.go:171","msg":"trace[1368160559] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"129.838536ms","start":"2026-04-09T01:06:10.667601Z","end":"2026-04-09T01:06:10.79744Z","steps":["trace[1368160559] 'process raft request' (duration: 129.698024ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:12.616371Z","caller":"traceutil/trace.go:171","msg":"trace[731912629] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"111.490543ms","start":"2026-04-09T01:06:12.504849Z","end":"2026-04-09T01:06:12.616339Z","steps":["trace[731912629] 'process raft request' (duration: 111.203088ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:12.672447Z","caller":"traceutil/trace.go:171","msg":"trace[237034169] linearizableReadLoop","detail":"{readStateIndex:903; appliedIndex:899; }","duration":"132.056008ms","start":"2026-04-09T01:06:12.540369Z","end":"2026-04-09T01:06:12.672425Z","steps":["trace[237034169] 'read index received' (duration: 43.738027ms)","trace[237034169] 'applied index is now lower than readState.Index' (duration: 88.316851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:06:12.672638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.251053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T01:06:12.672678Z","caller":"traceutil/trace.go:171","msg":"trace[1251794612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:872; }","duration":"132.322234ms","start":"2026-04-09T01:06:12.540345Z","end":"2026-04-09T01:06:12.672667Z","steps":["trace[1251794612] 'agreement among raft nodes before linearized reading' (duration: 132.192481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:12.727304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.915167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T01:06:12.72739Z","caller":"traceutil/trace.go:171","msg":"trace[2060452854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:873; }","duration":"177.04952ms","start":"2026-04-09T01:06:12.550321Z","end":"2026-04-09T01:06:12.727371Z","steps":["trace[2060452854] 'agreement among raft nodes before linearized reading' (duration: 176.823796ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:51.762405Z","caller":"traceutil/trace.go:171","msg":"trace[60902388] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"183.355533ms","start":"2026-04-09T01:06:51.57901Z","end":"2026-04-09T01:06:51.762366Z","steps":["trace[60902388] 'process raft request' (duration: 183.080798ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:51.873547Z","caller":"traceutil/trace.go:171","msg":"trace[2039285748] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"101.510907ms","start":"2026-04-09T01:06:51.771997Z","end":"2026-04-09T01:06:51.873508Z","steps":["trace[2039285748] 'process raft request' (duration: 101.261322ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:53.114956Z","caller":"traceutil/trace.go:171","msg":"trace[712872479] linearizableReadLoop","detail":"{readStateIndex:1451; appliedIndex:1450; }","duration":"303.078074ms","start":"2026-04-09T01:06:52.811821Z","end":"2026-04-09T01:06:53.114899Z","steps":["trace[712872479] 'read index received' (duration: 302.901381ms)","trace[712872479] 'applied index is now lower than readState.Index' (duration: 174.733µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:06:53.115022Z","caller":"traceutil/trace.go:171","msg":"trace[2119644095] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"324.964928ms","start":"2026-04-09T01:06:52.790022Z","end":"2026-04-09T01:06:53.114987Z","steps":["trace[2119644095] 'process raft request' (duration: 324.651442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:53.115253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:52.789993Z","time spent":"325.12457ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:06:53.115268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.424751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T01:06:53.115357Z","caller":"traceutil/trace.go:171","msg":"trace[1327201909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1406; }","duration":"303.549924ms","start":"2026-04-09T01:06:52.811785Z","end":"2026-04-09T01:06:53.115335Z","steps":["trace[1327201909] 'agreement among raft nodes before linearized reading' (duration: 303.277838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:53.115398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:52.811763Z","time spent":"303.627265ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T01:06:53.116593Z","caller":"traceutil/trace.go:171","msg":"trace[1436804400] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"246.194518ms","start":"2026-04-09T01:06:52.870365Z","end":"2026-04-09T01:06:53.116559Z","steps":["trace[1436804400] 'process raft request' (duration: 245.892592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:53.116681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.42228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T01:06:53.116723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.099314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T01:06:53.116739Z","caller":"traceutil/trace.go:171","msg":"trace[139905335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1407; }","duration":"154.504554ms","start":"2026-04-09T01:06:52.962217Z","end":"2026-04-09T01:06:53.116722Z","steps":["trace[139905335] 'agreement among raft nodes before linearized reading' (duration: 154.299979ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:53.116772Z","caller":"traceutil/trace.go:171","msg":"trace[1246848298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1407; }","duration":"123.171366ms","start":"2026-04-09T01:06:52.993586Z","end":"2026-04-09T01:06:53.116758Z","steps":["trace[1246848298] 'agreement among raft nodes before linearized reading' (duration: 123.021193ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:04.003207Z","caller":"traceutil/trace.go:171","msg":"trace[321449948] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"112.840116ms","start":"2026-04-09T01:07:03.890341Z","end":"2026-04-09T01:07:04.003181Z","steps":["trace[321449948] 'process raft request' (duration: 112.667193ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:11.399029Z","caller":"traceutil/trace.go:171","msg":"trace[274607012] linearizableReadLoop","detail":"{readStateIndex:1785; appliedIndex:1784; }","duration":"182.460046ms","start":"2026-04-09T01:07:11.21652Z","end":"2026-04-09T01:07:11.39898Z","steps":["trace[274607012] 'read index received' (duration: 182.347004ms)","trace[274607012] 'applied index is now lower than readState.Index' (duration: 112.162µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:07:11.399135Z","caller":"traceutil/trace.go:171","msg":"trace[1055346058] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"195.1574ms","start":"2026-04-09T01:07:11.203952Z","end":"2026-04-09T01:07:11.39911Z","steps":["trace[1055346058] 'process raft request' (duration: 194.902016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:11.39926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.729222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-09T01:07:11.399294Z","caller":"traceutil/trace.go:171","msg":"trace[142531857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1716; }","duration":"182.810323ms","start":"2026-04-09T01:07:11.216476Z","end":"2026-04-09T01:07:11.399286Z","steps":["trace[142531857] 'agreement among raft nodes before linearized reading' (duration: 182.66837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:11.399456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.532484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T01:07:11.399507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.475882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T01:07:11.399568Z","caller":"traceutil/trace.go:171","msg":"trace[1117387670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1716; }","duration":"122.674116ms","start":"2026-04-09T01:07:11.276865Z","end":"2026-04-09T01:07:11.399539Z","steps":["trace[1117387670] 'agreement among raft nodes before linearized reading' (duration: 122.378371ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:11.399636Z","caller":"traceutil/trace.go:171","msg":"trace[1833863000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1716; }","duration":"123.646994ms","start":"2026-04-09T01:07:11.275959Z","end":"2026-04-09T01:07:11.399606Z","steps":["trace[1833863000] 'agreement among raft nodes before linearized reading' (duration: 123.326389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:11.399878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.759448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T01:07:11.39993Z","caller":"traceutil/trace.go:171","msg":"trace[587761975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1716; }","duration":"179.808499ms","start":"2026-04-09T01:07:11.220109Z","end":"2026-04-09T01:07:11.399917Z","steps":["trace[587761975] 'agreement among raft nodes before linearized reading' (duration: 179.095085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:16.213686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.563818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:07:16.213807Z","caller":"traceutil/trace.go:171","msg":"trace[959704502] linearizableReadLoop","detail":"{readStateIndex:1833; appliedIndex:1832; }","duration":"190.760389ms","start":"2026-04-09T01:07:16.023027Z","end":"2026-04-09T01:07:16.213787Z","steps":["trace[959704502] 'read index received' (duration: 50.998648ms)","trace[959704502] 'applied index is now lower than readState.Index' (duration: 139.760201ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:07:16.214055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.036324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-09T01:07:16.214096Z","caller":"traceutil/trace.go:171","msg":"trace[1394654561] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1762; }","duration":"191.122005ms","start":"2026-04-09T01:07:16.022963Z","end":"2026-04-09T01:07:16.214085Z","steps":["trace[1394654561] 'agreement among raft nodes before linearized reading' (duration: 190.889711ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:16.214078Z","caller":"traceutil/trace.go:171","msg":"trace[1103635081] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"228.604595ms","start":"2026-04-09T01:07:15.985427Z","end":"2026-04-09T01:07:16.214032Z","steps":["trace[1103635081] 'process raft request' (duration: 88.61096ms)","trace[1103635081] 'compare' (duration: 139.399725ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:07:16.214831Z","caller":"traceutil/trace.go:171","msg":"trace[1871696439] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"184.905412ms","start":"2026-04-09T01:07:16.029909Z","end":"2026-04-09T01:07:16.214815Z","steps":["trace[1871696439] 'process raft request' (duration: 184.79872ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:16.240614Z","caller":"traceutil/trace.go:171","msg":"trace[341193256] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"154.618424ms","start":"2026-04-09T01:07:16.085969Z","end":"2026-04-09T01:07:16.240588Z","steps":["trace[341193256] 'process raft request' (duration: 154.377479ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:19.112429Z","caller":"traceutil/trace.go:171","msg":"trace[1430132937] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"134.504205ms","start":"2026-04-09T01:07:18.977892Z","end":"2026-04-09T01:07:19.112397Z","steps":["trace[1430132937] 'process raft request' (duration: 133.824173ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:19.112702Z","caller":"traceutil/trace.go:171","msg":"trace[1172440469] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"134.723018ms","start":"2026-04-09T01:07:18.977943Z","end":"2026-04-09T01:07:19.112666Z","steps":["trace[1172440469] 'process raft request' (duration: 134.346792ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:19.113381Z","caller":"traceutil/trace.go:171","msg":"trace[1295799856] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"135.281919ms","start":"2026-04-09T01:07:18.978034Z","end":"2026-04-09T01:07:19.113316Z","steps":["trace[1295799856] 'process raft request' (duration: 134.541125ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:19.664587Z","caller":"traceutil/trace.go:171","msg":"trace[851941068] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"188.408866ms","start":"2026-04-09T01:07:19.47615Z","end":"2026-04-09T01:07:19.664559Z","steps":["trace[851941068] 'process raft request' (duration: 188.338304ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:19.664741Z","caller":"traceutil/trace.go:171","msg":"trace[410093856] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"189.110608ms","start":"2026-04-09T01:07:19.475595Z","end":"2026-04-09T01:07:19.664706Z","steps":["trace[410093856] 'process raft request' (duration: 99.661613ms)","trace[410093856] 'compare' (duration: 89.078928ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:07:19.664832Z","caller":"traceutil/trace.go:171","msg":"trace[938248369] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"187.938808ms","start":"2026-04-09T01:07:19.476867Z","end":"2026-04-09T01:07:19.664806Z","steps":["trace[938248369] 'process raft request' (duration: 187.658222ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:19.665077Z","caller":"traceutil/trace.go:171","msg":"trace[1461162506] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"182.202322ms","start":"2026-04-09T01:07:19.482863Z","end":"2026-04-09T01:07:19.665066Z","steps":["trace[1461162506] 'process raft request' (duration: 181.906176ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:19.665134Z","caller":"traceutil/trace.go:171","msg":"trace[1261718361] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"132.995077ms","start":"2026-04-09T01:07:19.532087Z","end":"2026-04-09T01:07:19.665082Z","steps":["trace[1261718361] 'process raft request' (duration: 132.887765ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:20.18281Z","caller":"traceutil/trace.go:171","msg":"trace[255730151] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"427.486495ms","start":"2026-04-09T01:07:19.755287Z","end":"2026-04-09T01:07:20.182774Z","steps":["trace[255730151] 'process raft request' (duration: 404.266398ms)","trace[255730151] 'compare' (duration: 22.942862ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:07:20.182816Z","caller":"traceutil/trace.go:171","msg":"trace[1242331265] linearizableReadLoop","detail":"{readStateIndex:1911; appliedIndex:1910; }","duration":"287.864837ms","start":"2026-04-09T01:07:19.894917Z","end":"2026-04-09T01:07:20.182782Z","steps":["trace[1242331265] 'read index received' (duration: 264.621499ms)","trace[1242331265] 'applied index is now lower than readState.Index' (duration: 23.231377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:07:20.182986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:07:19.755259Z","time spent":"427.632557ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:07:20.18309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.150931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4b3a2efa-6faa-46c3-9de4-6bd16f8d551d\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-09T01:07:20.183188Z","caller":"traceutil/trace.go:171","msg":"trace[1005893988] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4b3a2efa-6faa-46c3-9de4-6bd16f8d551d; range_end:; response_count:1; response_revision:1839; }","duration":"288.307424ms","start":"2026-04-09T01:07:19.894855Z","end":"2026-04-09T01:07:20.183162Z","steps":["trace[1005893988] 'agreement among raft nodes before linearized reading' (duration: 288.017879ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:20.48453Z","caller":"traceutil/trace.go:171","msg":"trace[828949231] linearizableReadLoop","detail":"{readStateIndex:1912; appliedIndex:1911; }","duration":"202.857022ms","start":"2026-04-09T01:07:20.281647Z","end":"2026-04-09T01:07:20.484504Z","steps":["trace[828949231] 'read index received' (duration: 202.566227ms)","trace[828949231] 'applied index is now lower than readState.Index' (duration: 289.825µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:07:20.484619Z","caller":"traceutil/trace.go:171","msg":"trace[1314552332] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"294.183912ms","start":"2026-04-09T01:07:20.190366Z","end":"2026-04-09T01:07:20.48455Z","steps":["trace[1314552332] 'process raft request' (duration: 293.924377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:20.484772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.594594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4b3a2efa-6faa-46c3-9de4-6bd16f8d551d\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-04-09T01:07:20.484995Z","caller":"traceutil/trace.go:171","msg":"trace[1227230903] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4b3a2efa-6faa-46c3-9de4-6bd16f8d551d; range_end:; response_count:1; response_revision:1840; }","duration":"142.864539ms","start":"2026-04-09T01:07:20.342085Z","end":"2026-04-09T01:07:20.48495Z","steps":["trace[1227230903] 'agreement among raft nodes before linearized reading' (duration: 142.594534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:20.485386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.680968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T01:07:20.485447Z","caller":"traceutil/trace.go:171","msg":"trace[1504844588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1840; }","duration":"203.865111ms","start":"2026-04-09T01:07:20.281568Z","end":"2026-04-09T01:07:20.485433Z","steps":["trace[1504844588] 'agreement among raft nodes before linearized reading' (duration: 203.086597ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:20.613675Z","caller":"traceutil/trace.go:171","msg":"trace[714363199] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"123.455931ms","start":"2026-04-09T01:07:20.49018Z","end":"2026-04-09T01:07:20.613636Z","steps":["trace[714363199] 'process raft request' (duration: 104.86512ms)","trace[714363199] 'compare' (duration: 18.409478ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:07:33.745232Z","caller":"traceutil/trace.go:171","msg":"trace[862670520] linearizableReadLoop","detail":"{readStateIndex:2029; appliedIndex:2028; }","duration":"168.026351ms","start":"2026-04-09T01:07:33.57718Z","end":"2026-04-09T01:07:33.745206Z","steps":["trace[862670520] 'read index received' (duration: 167.871118ms)","trace[862670520] 'applied index is now lower than readState.Index' (duration: 153.983µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:07:33.745276Z","caller":"traceutil/trace.go:171","msg":"trace[2006800438] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"227.015246ms","start":"2026-04-09T01:07:33.518229Z","end":"2026-04-09T01:07:33.745244Z","steps":["trace[2006800438] 'process raft request' (duration: 226.783482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:33.745544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.350887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T01:07:33.745627Z","caller":"traceutil/trace.go:171","msg":"trace[1715235033] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1953; }","duration":"168.443699ms","start":"2026-04-09T01:07:33.577162Z","end":"2026-04-09T01:07:33.745606Z","steps":["trace[1715235033] 'agreement among raft nodes before linearized reading' (duration: 168.197624ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:33.848472Z","caller":"traceutil/trace.go:171","msg":"trace[1969749516] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"137.664852ms","start":"2026-04-09T01:07:33.710759Z","end":"2026-04-09T01:07:33.848424Z","steps":["trace[1969749516] 'process raft request' (duration: 103.662747ms)","trace[1969749516] 'compare' (duration: 33.804111ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:07:33.848521Z","caller":"traceutil/trace.go:171","msg":"trace[1355858103] linearizableReadLoop","detail":"{readStateIndex:2030; appliedIndex:2029; }","duration":"103.164088ms","start":"2026-04-09T01:07:33.745315Z","end":"2026-04-09T01:07:33.848479Z","steps":["trace[1355858103] 'read index received' (duration: 69.121872ms)","trace[1355858103] 'applied index is now lower than readState.Index' (duration: 34.035056ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:07:33.84896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.199326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T01:07:33.849003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.92193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T01:07:33.849068Z","caller":"traceutil/trace.go:171","msg":"trace[404422682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1956; }","duration":"130.374188ms","start":"2026-04-09T01:07:33.718672Z","end":"2026-04-09T01:07:33.849046Z","steps":["trace[404422682] 'agreement among raft nodes before linearized reading' (duration: 129.955641ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:33.849154Z","caller":"traceutil/trace.go:171","msg":"trace[887431992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1956; }","duration":"111.111154ms","start":"2026-04-09T01:07:33.738017Z","end":"2026-04-09T01:07:33.849128Z","steps":["trace[887431992] 'agreement among raft nodes before linearized reading' (duration: 110.506804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:33.849721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.545708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T01:07:33.849777Z","caller":"traceutil/trace.go:171","msg":"trace[1386303541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1956; }","duration":"120.69038ms","start":"2026-04-09T01:07:33.729073Z","end":"2026-04-09T01:07:33.849763Z","steps":["trace[1386303541] 'agreement among raft nodes before linearized reading' (duration: 119.487277ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:34.091498Z","caller":"traceutil/trace.go:171","msg":"trace[1530971067] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"237.385066ms","start":"2026-04-09T01:07:33.854076Z","end":"2026-04-09T01:07:34.091461Z","steps":["trace[1530971067] 'process raft request' (duration: 143.506579ms)","trace[1530971067] 'compare' (duration: 93.488151ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:07:34.091544Z","caller":"traceutil/trace.go:171","msg":"trace[670553617] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"237.431917ms","start":"2026-04-09T01:07:33.854084Z","end":"2026-04-09T01:07:34.091516Z","steps":["trace[670553617] 'process raft request' (duration: 237.267164ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:34.091668Z","caller":"traceutil/trace.go:171","msg":"trace[995756629] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"237.460339ms","start":"2026-04-09T01:07:33.854159Z","end":"2026-04-09T01:07:34.091619Z","steps":["trace[995756629] 'process raft request' (duration: 237.300355ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:39.187414Z","caller":"traceutil/trace.go:171","msg":"trace[1031139791] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"462.854766ms","start":"2026-04-09T01:07:38.724516Z","end":"2026-04-09T01:07:39.187371Z","steps":["trace[1031139791] 'process raft request' (duration: 462.389388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:39.187635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:07:38.724467Z","time spent":"463.05987ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:07:39.896366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.14936ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:07:39.896592Z","caller":"traceutil/trace.go:171","msg":"trace[1659559352] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1985; }","duration":"201.580978ms","start":"2026-04-09T01:07:39.694977Z","end":"2026-04-09T01:07:39.896558Z","steps":["trace[1659559352] 'range keys from in-memory index tree' (duration: 201.126239ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:39.897986Z","caller":"traceutil/trace.go:171","msg":"trace[216414482] linearizableReadLoop","detail":"{readStateIndex:2063; appliedIndex:2061; }","duration":"938.68765ms","start":"2026-04-09T01:07:38.959271Z","end":"2026-04-09T01:07:39.897959Z","steps":["trace[216414482] 'read index received' (duration: 227.72198ms)","trace[216414482] 'applied index is now lower than readState.Index' (duration: 710.96435ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:07:39.898129Z","caller":"traceutil/trace.go:171","msg":"trace[2014061337] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"1.152321979s","start":"2026-04-09T01:07:38.745763Z","end":"2026-04-09T01:07:39.898085Z","steps":["trace[2014061337] 'process raft request' (duration: 1.152027183s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:39.898347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.061406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-09T01:07:39.898458Z","caller":"traceutil/trace.go:171","msg":"trace[733972161] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1986; }","duration":"939.253179ms","start":"2026-04-09T01:07:38.959177Z","end":"2026-04-09T01:07:39.898431Z","steps":["trace[733972161] 'agreement among raft nodes before linearized reading' (duration: 938.930564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:39.898372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:07:38.745735Z","time spent":"1.152502053s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:07:39.898507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:07:38.959149Z","time spent":"939.348722ms","remote":"127.0.0.1:49006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-09T01:07:39.899168Z","caller":"traceutil/trace.go:171","msg":"trace[47754573] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"130.958129ms","start":"2026-04-09T01:07:39.768169Z","end":"2026-04-09T01:07:39.899127Z","steps":["trace[47754573] 'process raft request' (duration: 130.755545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:39.899354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.47608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:07:39.899403Z","caller":"traceutil/trace.go:171","msg":"trace[1672822063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1989; }","duration":"480.567242ms","start":"2026-04-09T01:07:39.418824Z","end":"2026-04-09T01:07:39.899391Z","steps":["trace[1672822063] 'agreement among raft nodes before linearized reading' (duration: 480.470359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:39.899439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:07:39.4188Z","time spent":"480.632863ms","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T01:07:48.281562Z","caller":"traceutil/trace.go:171","msg":"trace[1285953118] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"113.61555ms","start":"2026-04-09T01:07:48.167914Z","end":"2026-04-09T01:07:48.28153Z","steps":["trace[1285953118] 'process raft request' (duration: 75.454448ms)","trace[1285953118] 'compare' (duration: 37.924268ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:07:48.281558Z","caller":"traceutil/trace.go:171","msg":"trace[2104522112] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"113.0418ms","start":"2026-04-09T01:07:48.16847Z","end":"2026-04-09T01:07:48.281512Z","steps":["trace[2104522112] 'process raft request' (duration: 112.973089ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:54.125462Z","caller":"traceutil/trace.go:171","msg":"trace[1554481390] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"106.230604ms","start":"2026-04-09T01:07:54.019204Z","end":"2026-04-09T01:07:54.125435Z","steps":["trace[1554481390] 'process raft request' (duration: 64.528147ms)","trace[1554481390] 'compare' (duration: 41.423513ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:08:10.905403Z","caller":"traceutil/trace.go:171","msg":"trace[495105210] linearizableReadLoop","detail":"{readStateIndex:2244; appliedIndex:2243; }","duration":"113.140662ms","start":"2026-04-09T01:08:10.792233Z","end":"2026-04-09T01:08:10.905374Z","steps":["trace[495105210] 'read index received' (duration: 45.639529ms)","trace[495105210] 'applied index is now lower than readState.Index' (duration: 67.500223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:08:10.905546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.292504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T01:08:10.905586Z","caller":"traceutil/trace.go:171","msg":"trace[1807125479] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2161; }","duration":"113.393757ms","start":"2026-04-09T01:08:10.792181Z","end":"2026-04-09T01:08:10.905575Z","steps":["trace[1807125479] 'agreement among raft nodes before linearized reading' (duration: 113.300685ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:08:10.905609Z","caller":"traceutil/trace.go:171","msg":"trace[1176797106] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"266.529454ms","start":"2026-04-09T01:08:10.639022Z","end":"2026-04-09T01:08:10.905552Z","steps":["trace[1176797106] 'process raft request' (duration: 198.828438ms)","trace[1176797106] 'compare' (duration: 67.043554ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:08:15.715253Z","caller":"traceutil/trace.go:171","msg":"trace[681561016] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"189.67654ms","start":"2026-04-09T01:08:15.525543Z","end":"2026-04-09T01:08:15.71522Z","steps":["trace[681561016] 'process raft request' (duration: 189.460046ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:08:16.756538Z","caller":"traceutil/trace.go:171","msg":"trace[1117937962] linearizableReadLoop","detail":"{readStateIndex:2274; appliedIndex:2273; }","duration":"244.696002ms","start":"2026-04-09T01:08:16.511822Z","end":"2026-04-09T01:08:16.756518Z","steps":["trace[1117937962] 'read index received' (duration: 153.685478ms)","trace[1117937962] 'applied index is now lower than readState.Index' (duration: 91.007654ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:08:16.7565Z","caller":"traceutil/trace.go:171","msg":"trace[1801423910] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"326.762362ms","start":"2026-04-09T01:08:16.429693Z","end":"2026-04-09T01:08:16.756455Z","steps":["trace[1801423910] 'process raft request' (duration: 235.648485ms)","trace[1801423910] 'compare' (duration: 90.7999ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:08:16.756621Z","caller":"traceutil/trace.go:171","msg":"trace[995440396] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"205.248566ms","start":"2026-04-09T01:08:16.551333Z","end":"2026-04-09T01:08:16.756582Z","steps":["trace[995440396] 'process raft request' (duration: 205.110924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:16.756711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:08:16.429667Z","time spent":"326.973096ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:08:16.756814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.545485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a48ae46285bac8\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-09T01:08:16.75686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.002267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T01:08:16.756902Z","caller":"traceutil/trace.go:171","msg":"trace[1100589705] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a48ae46285bac8; range_end:; response_count:1; response_revision:2191; }","duration":"153.675587ms","start":"2026-04-09T01:08:16.603201Z","end":"2026-04-09T01:08:16.756877Z","steps":["trace[1100589705] 'agreement among raft nodes before linearized reading' (duration: 153.469044ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:08:16.756958Z","caller":"traceutil/trace.go:171","msg":"trace[1771569355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2191; }","duration":"245.13099ms","start":"2026-04-09T01:08:16.51177Z","end":"2026-04-09T01:08:16.756901Z","steps":["trace[1771569355] 'agreement among raft nodes before linearized reading' (duration: 244.815844ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:08:16.94753Z","caller":"traceutil/trace.go:171","msg":"trace[870690459] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"185.997782ms","start":"2026-04-09T01:08:16.76149Z","end":"2026-04-09T01:08:16.947488Z","steps":["trace[870690459] 'process raft request' (duration: 97.901011ms)","trace[870690459] 'compare' (duration: 87.761395ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:08:16.947792Z","caller":"traceutil/trace.go:171","msg":"trace[1439521519] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"149.662604ms","start":"2026-04-09T01:08:16.798031Z","end":"2026-04-09T01:08:16.947694Z","steps":["trace[1439521519] 'process raft request' (duration: 149.368668ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:08:17.736277Z","caller":"traceutil/trace.go:171","msg":"trace[704423078] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"170.15804ms","start":"2026-04-09T01:08:17.566065Z","end":"2026-04-09T01:08:17.736223Z","steps":["trace[704423078] 'process raft request' (duration: 135.706597ms)","trace[704423078] 'compare' (duration: 34.227959ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:08:18.257535Z","caller":"traceutil/trace.go:171","msg":"trace[700258695] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"193.833967ms","start":"2026-04-09T01:08:18.063675Z","end":"2026-04-09T01:08:18.257509Z","steps":["trace[700258695] 'process raft request' (duration: 193.661563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:18.808195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.642447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:08:18.808554Z","caller":"traceutil/trace.go:171","msg":"trace[383410755] linearizableReadLoop","detail":"{readStateIndex:2284; appliedIndex:2282; }","duration":"558.512145ms","start":"2026-04-09T01:08:18.250011Z","end":"2026-04-09T01:08:18.808523Z","steps":["trace[383410755] 'read index received' (duration: 7.529589ms)","trace[383410755] 'applied index is now lower than readState.Index' (duration: 550.980136ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:08:18.808586Z","caller":"traceutil/trace.go:171","msg":"trace[1657716352] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"632.346442ms","start":"2026-04-09T01:08:18.176184Z","end":"2026-04-09T01:08:18.80853Z","steps":["trace[1657716352] 'process raft request' (duration: 632.167359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:18.808791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.757389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T01:08:18.808592Z","caller":"traceutil/trace.go:171","msg":"trace[1924916139] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"693.847544ms","start":"2026-04-09T01:08:18.114675Z","end":"2026-04-09T01:08:18.808523Z","steps":["trace[1924916139] 'process raft request' (duration: 258.726849ms)","trace[1924916139] 'compare' (duration: 434.229869ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:08:18.808939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:08:18.176161Z","time spent":"632.642018ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:08:18.808878Z","caller":"traceutil/trace.go:171","msg":"trace[1250966469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2198; }","duration":"558.891052ms","start":"2026-04-09T01:08:18.249967Z","end":"2026-04-09T01:08:18.808858Z","steps":["trace[1250966469] 'agreement among raft nodes before linearized reading' (duration: 558.651128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:18.80914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:08:18.114648Z","time spent":"694.299502ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:08:18.809166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:08:18.249949Z","time spent":"559.119217ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T01:08:19.309371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840627974043,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:08:19.815726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.976616ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:08:19.815895Z","caller":"traceutil/trace.go:171","msg":"trace[1347363240] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2198; }","duration":"121.153879ms","start":"2026-04-09T01:08:19.694716Z","end":"2026-04-09T01:08:19.81587Z","steps":["trace[1347363240] 'range keys from in-memory index tree' (duration: 120.951585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:19.815994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.840474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:08:19.816114Z","caller":"traceutil/trace.go:171","msg":"trace[695707131] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"1.052429762s","start":"2026-04-09T01:08:18.763661Z","end":"2026-04-09T01:08:19.816091Z","steps":["trace[695707131] 'process raft request' (duration: 600.399526ms)","trace[695707131] 'compare' (duration: 451.531616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:08:19.816183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:08:18.763644Z","time spent":"1.052508634s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:08:20.413619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.322458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:08:20.41388Z","caller":"traceutil/trace.go:171","msg":"trace[1644339414] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"149.655084ms","start":"2026-04-09T01:08:20.264207Z","end":"2026-04-09T01:08:20.413862Z","steps":["trace[1644339414] 'process raft request' (duration: 149.588692ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:08:20.41409Z","caller":"traceutil/trace.go:171","msg":"trace[1184341088] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"648.343248ms","start":"2026-04-09T01:08:19.765688Z","end":"2026-04-09T01:08:20.414031Z","steps":["trace[1184341088] 'process raft request' (duration: 648.040722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:20.414447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653365287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-09T01:08:20.414539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110762161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-09T01:08:20.414608Z","caller":"traceutil/trace.go:171","msg":"trace[1770160635] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2202; }","duration":"2.110876484s","start":"2026-04-09T01:08:18.303712Z","end":"2026-04-09T01:08:20.414589Z","steps":["trace[1770160635] 'agreement among raft nodes before linearized reading' (duration: 2.110613229s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:20.414601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:08:19.765675Z","time spent":"648.847726ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:08:20.414649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:08:18.3037Z","time spent":"2.110940674s","remote":"127.0.0.1:49006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-09T01:08:20.414547Z","caller":"traceutil/trace.go:171","msg":"trace[1544330922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2202; }","duration":"1.65351346s","start":"2026-04-09T01:08:18.761012Z","end":"2026-04-09T01:08:20.414526Z","steps":["trace[1544330922] 'agreement among raft nodes before linearized reading' (duration: 1.653211125s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:08:20.414309Z","caller":"traceutil/trace.go:171","msg":"trace[1603375573] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"1.599417415s","start":"2026-04-09T01:08:18.814852Z","end":"2026-04-09T01:08:20.41427Z","steps":["trace[1603375573] 'process raft request' (duration: 1.369358863s)","trace[1603375573] 'compare' (duration: 228.776098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:08:20.41434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996204716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:08:20.415104Z","caller":"traceutil/trace.go:171","msg":"trace[90073170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2202; }","duration":"1.99703024s","start":"2026-04-09T01:08:18.418061Z","end":"2026-04-09T01:08:20.415091Z","steps":["trace[90073170] 'agreement among raft nodes before linearized reading' (duration: 1.996200735s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:20.415178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:08:18.418035Z","time spent":"1.997129643s","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:08:20.414448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985529249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T01:08:20.415069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:08:18.814818Z","time spent":"1.600097217s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:08:20.415287Z","caller":"traceutil/trace.go:171","msg":"trace[1357951471] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2202; }","duration":"1.986403955s","start":"2026-04-09T01:08:18.428863Z","end":"2026-04-09T01:08:20.415267Z","steps":["trace[1357951471] 'agreement among raft nodes before linearized reading' (duration: 1.985390836s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:20.415469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:08:18.428844Z","time spent":"1.986606429s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T01:08:20.413958Z","caller":"traceutil/trace.go:171","msg":"trace[160982609] linearizableReadLoop","detail":"{readStateIndex:2286; appliedIndex:2284; }","duration":"1.605299073s","start":"2026-04-09T01:08:18.8086Z","end":"2026-04-09T01:08:20.413899Z","steps":["trace[160982609] 'read index received' (duration: 555.477789ms)","trace[160982609] 'applied index is now lower than readState.Index' (duration: 1.049813294s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:08:20.414818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:08:18.760991Z","time spent":"1.653805095s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T01:08:20.415741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463549356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T01:08:20.415803Z","caller":"traceutil/trace.go:171","msg":"trace[1263593891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2202; }","duration":"1.463652807s","start":"2026-04-09T01:08:18.952135Z","end":"2026-04-09T01:08:20.415787Z","steps":["trace[1263593891] 'agreement among raft nodes before linearized reading' (duration: 1.463497464s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:20.415849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:08:18.952121Z","time spent":"1.463715489s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T01:08:20.41586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.618238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T01:08:20.415906Z","caller":"traceutil/trace.go:171","msg":"trace[276212590] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2202; }","duration":"189.7169ms","start":"2026-04-09T01:08:20.226176Z","end":"2026-04-09T01:08:20.415893Z","steps":["trace[276212590] 'agreement among raft nodes before linearized reading' (duration: 189.616388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:20.415999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151887011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T01:08:20.416059Z","caller":"traceutil/trace.go:171","msg":"trace[1335576811] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2202; }","duration":"1.152005254s","start":"2026-04-09T01:08:19.264034Z","end":"2026-04-09T01:08:20.416039Z","steps":["trace[1335576811] 'agreement among raft nodes before linearized reading' (duration: 1.151922473s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:20.416119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:08:19.263995Z","time spent":"1.152105156s","remote":"127.0.0.1:39046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:08:20.416235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.892416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T01:08:20.416299Z","caller":"traceutil/trace.go:171","msg":"trace[371476253] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2202; }","duration":"145.104769ms","start":"2026-04-09T01:08:20.271177Z","end":"2026-04-09T01:08:20.416282Z","steps":["trace[371476253] 'agreement among raft nodes before linearized reading' (duration: 144.868444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:20.416302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.139135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T01:08:20.416541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08978763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:08:20.41658Z","caller":"traceutil/trace.go:171","msg":"trace[665712260] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2202; }","duration":"654.455232ms","start":"2026-04-09T01:08:19.762107Z","end":"2026-04-09T01:08:20.416562Z","steps":["trace[665712260] 'agreement among raft nodes before linearized reading' (duration: 654.050373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:20.416883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:08:19.762083Z","time spent":"654.782007ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T01:08:20.41701Z","caller":"traceutil/trace.go:171","msg":"trace[786387568] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2202; }","duration":"1.090122926s","start":"2026-04-09T01:08:19.3267Z","end":"2026-04-09T01:08:20.416823Z","steps":["trace[786387568] 'agreement among raft nodes before linearized reading' (duration: 1.089093697s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:20.417265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:08:19.326688Z","time spent":"1.090392451s","remote":"127.0.0.1:41830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:09:28.358776Z","caller":"traceutil/trace.go:171","msg":"trace[1281341271] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"215.903433ms","start":"2026-04-09T01:09:28.142838Z","end":"2026-04-09T01:09:28.358741Z","steps":["trace[1281341271] 'process raft request' (duration: 213.179182ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:09:28.90943Z","caller":"traceutil/trace.go:171","msg":"trace[1697864678] linearizableReadLoop","detail":"{readStateIndex:2844; appliedIndex:2843; }","duration":"157.216035ms","start":"2026-04-09T01:09:28.752186Z","end":"2026-04-09T01:09:28.909402Z","steps":["trace[1697864678] 'read index received' (duration: 157.118473ms)","trace[1697864678] 'applied index is now lower than readState.Index' (duration: 96.472µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:09:28.909493Z","caller":"traceutil/trace.go:171","msg":"trace[509026121] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"233.858187ms","start":"2026-04-09T01:09:28.675588Z","end":"2026-04-09T01:09:28.909446Z","steps":["trace[509026121] 'process raft request' (duration: 233.632782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:09:28.90997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.710785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T01:09:28.910105Z","caller":"traceutil/trace.go:171","msg":"trace[1552439575] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2736; }","duration":"157.920868ms","start":"2026-04-09T01:09:28.752148Z","end":"2026-04-09T01:09:28.910069Z","steps":["trace[1552439575] 'agreement among raft nodes before linearized reading' (duration: 157.421149ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:10:02.772974Z","caller":"traceutil/trace.go:171","msg":"trace[1998339171] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"219.247675ms","start":"2026-04-09T01:10:02.553702Z","end":"2026-04-09T01:10:02.772949Z","steps":["trace[1998339171] 'process raft request' (duration: 219.085522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:10:03.367388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840627975737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:10:03.581359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.760857ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-09T01:10:03.582811Z","caller":"traceutil/trace.go:171","msg":"trace[466473142] transaction","detail":"{read_only:false; response_revision:2942; number_of_response:1; }","duration":"352.74648ms","start":"2026-04-09T01:10:03.230039Z","end":"2026-04-09T01:10:03.582786Z","steps":["trace[466473142] 'process raft request' (duration: 352.630458ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:10:03.582845Z","caller":"traceutil/trace.go:171","msg":"trace[1915904995] transaction","detail":"{read_only:false; response_revision:2941; number_of_response:1; }","duration":"435.842991ms","start":"2026-04-09T01:10:03.146965Z","end":"2026-04-09T01:10:03.582808Z","steps":["trace[1915904995] 'process raft request' (duration: 435.616856ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:10:03.582894Z","caller":"traceutil/trace.go:171","msg":"trace[921690322] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"349.005621ms","start":"2026-04-09T01:10:03.233863Z","end":"2026-04-09T01:10:03.582869Z","steps":["trace[921690322] 'process raft request' (duration: 348.855028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:10:03.582945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.201539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T01:10:03.582974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:10:03.146928Z","time spent":"435.989834ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:10:03.583032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:10:03.23385Z","time spent":"349.097682ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:10:03.582962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:10:03.230014Z","time spent":"352.866292ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:10:03.583014Z","caller":"traceutil/trace.go:171","msg":"trace[2122545672] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2943; }","duration":"716.340672ms","start":"2026-04-09T01:10:02.866659Z","end":"2026-04-09T01:10:03.583Z","steps":["trace[2122545672] 'agreement among raft nodes before linearized reading' (duration: 716.189819ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:10:03.582793Z","caller":"traceutil/trace.go:171","msg":"trace[1692011388] linearizableReadLoop","detail":"{readStateIndex:3058; appliedIndex:3053; }","duration":"716.032937ms","start":"2026-04-09T01:10:02.866732Z","end":"2026-04-09T01:10:03.582765Z","steps":["trace[1692011388] 'read index received' (duration: 578.835193ms)","trace[1692011388] 'applied index is now lower than readState.Index' (duration: 137.196724ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:10:03.583454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.626666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T01:10:03.5835Z","caller":"traceutil/trace.go:171","msg":"trace[283421305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2943; }","duration":"497.697547ms","start":"2026-04-09T01:10:03.085791Z","end":"2026-04-09T01:10:03.583489Z","steps":["trace[283421305] 'agreement among raft nodes before linearized reading' (duration: 497.520064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:10:03.583532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:10:03.085774Z","time spent":"497.750788ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T01:10:03.58363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.236987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-09T01:10:03.583132Z","caller":"traceutil/trace.go:171","msg":"trace[1517335759] transaction","detail":"{read_only:false; response_revision:2940; number_of_response:1; }","duration":"555.291166ms","start":"2026-04-09T01:10:03.027476Z","end":"2026-04-09T01:10:03.582767Z","steps":["trace[1517335759] 'process raft request' (duration: 554.720985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:10:03.583518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.110081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T01:10:03.583724Z","caller":"traceutil/trace.go:171","msg":"trace[545300720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2943; }","duration":"498.364119ms","start":"2026-04-09T01:10:03.085336Z","end":"2026-04-09T01:10:03.5837Z","steps":["trace[545300720] 'agreement among raft nodes before linearized reading' (duration: 498.103355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:10:03.583734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T01:10:03.583718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.944327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:10:03.583665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.937139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T01:10:03.583779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:10:03.085326Z","time spent":"498.443822ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T01:10:03.583708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.215661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:10:03.583799Z","caller":"traceutil/trace.go:171","msg":"trace[145455122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2943; }","duration":"507.113893ms","start":"2026-04-09T01:10:03.076676Z","end":"2026-04-09T01:10:03.58379Z","steps":["trace[145455122] 'agreement among raft nodes before linearized reading' (duration: 506.926239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:10:03.583834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:10:03.076654Z","time spent":"507.173064ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T01:10:03.583821Z","caller":"traceutil/trace.go:171","msg":"trace[1772350081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2943; }","duration":"165.076521ms","start":"2026-04-09T01:10:03.418716Z","end":"2026-04-09T01:10:03.583792Z","steps":["trace[1772350081] 'agreement among raft nodes before linearized reading' (duration: 164.770405ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:10:03.583863Z","caller":"traceutil/trace.go:171","msg":"trace[2141688221] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2943; }","duration":"166.443006ms","start":"2026-04-09T01:10:03.417388Z","end":"2026-04-09T01:10:03.583831Z","steps":["trace[2141688221] 'agreement among raft nodes before linearized reading' (duration: 166.14681ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:10:03.583777Z","caller":"traceutil/trace.go:171","msg":"trace[1361665798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2943; }","duration":"501.393757ms","start":"2026-04-09T01:10:03.082357Z","end":"2026-04-09T01:10:03.583751Z","steps":["trace[1361665798] 'agreement among raft nodes before linearized reading' (duration: 500.971859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:10:03.583999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:10:03.082349Z","time spent":"501.641602ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T01:10:03.583785Z","caller":"traceutil/trace.go:171","msg":"trace[1835213909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2943; }","duration":"507.068883ms","start":"2026-04-09T01:10:03.0767Z","end":"2026-04-09T01:10:03.583769Z","steps":["trace[1835213909] 'agreement among raft nodes before linearized reading' (duration: 506.857278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:10:03.584052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:10:02.866627Z","time spent":"716.544566ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:10:03.584086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:10:03.07668Z","time spent":"507.398218ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T01:10:03.584496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.52371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-09T01:10:03.583944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:10:03.027445Z","time spent":"556.296024ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:10:03.58457Z","caller":"traceutil/trace.go:171","msg":"trace[665290885] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2943; }","duration":"671.596512ms","start":"2026-04-09T01:10:02.912958Z","end":"2026-04-09T01:10:03.584555Z","steps":["trace[665290885] 'agreement among raft nodes before linearized reading' (duration: 670.323518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:10:03.584604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:10:02.912911Z","time spent":"671.686274ms","remote":"127.0.0.1:38974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-09T01:10:33.988257Z","caller":"traceutil/trace.go:171","msg":"trace[1767764440] linearizableReadLoop","detail":"{readStateIndex:3236; appliedIndex:3234; }","duration":"160.733774ms","start":"2026-04-09T01:10:33.827495Z","end":"2026-04-09T01:10:33.988229Z","steps":["trace[1767764440] 'read index received' (duration: 65.545853ms)","trace[1767764440] 'applied index is now lower than readState.Index' (duration: 95.186751ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:10:33.988459Z","caller":"traceutil/trace.go:171","msg":"trace[886754091] transaction","detail":"{read_only:false; response_revision:3113; number_of_response:1; }","duration":"181.169351ms","start":"2026-04-09T01:10:33.807257Z","end":"2026-04-09T01:10:33.988426Z","steps":["trace[886754091] 'process raft request' (duration: 85.773686ms)","trace[886754091] 'compare' (duration: 94.962807ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:10:33.988657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.141931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a48b0201af0412\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-09T01:10:33.988641Z","caller":"traceutil/trace.go:171","msg":"trace[1690679506] transaction","detail":"{read_only:false; response_revision:3114; number_of_response:1; }","duration":"180.321866ms","start":"2026-04-09T01:10:33.808277Z","end":"2026-04-09T01:10:33.988599Z","steps":["trace[1690679506] 'process raft request' (duration: 179.879198ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:10:33.988713Z","caller":"traceutil/trace.go:171","msg":"trace[1723450478] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a48b0201af0412; range_end:; response_count:1; response_revision:3114; }","duration":"161.240573ms","start":"2026-04-09T01:10:33.827459Z","end":"2026-04-09T01:10:33.9887Z","steps":["trace[1723450478] 'agreement among raft nodes before linearized reading' (duration: 160.898716ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:12:28.517445Z","caller":"traceutil/trace.go:171","msg":"trace[183493007] linearizableReadLoop","detail":"{readStateIndex:4061; appliedIndex:4060; }","duration":"137.862934ms","start":"2026-04-09T01:12:28.379554Z","end":"2026-04-09T01:12:28.517416Z","steps":["trace[183493007] 'read index received' (duration: 137.620129ms)","trace[183493007] 'applied index is now lower than readState.Index' (duration: 241.305µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:12:28.517641Z","caller":"traceutil/trace.go:171","msg":"trace[1246773234] transaction","detail":"{read_only:false; response_revision:3911; number_of_response:1; }","duration":"151.029028ms","start":"2026-04-09T01:12:28.366563Z","end":"2026-04-09T01:12:28.517592Z","steps":["trace[1246773234] 'process raft request' (duration: 150.678192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:12:28.517771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.185329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T01:12:28.517818Z","caller":"traceutil/trace.go:171","msg":"trace[884189342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3911; }","duration":"138.281082ms","start":"2026-04-09T01:12:28.379525Z","end":"2026-04-09T01:12:28.517806Z","steps":["trace[884189342] 'agreement among raft nodes before linearized reading' (duration: 138.084818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:12:28.517812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.016732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:12:28.517947Z","caller":"traceutil/trace.go:171","msg":"trace[424775584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3911; }","duration":"100.207985ms","start":"2026-04-09T01:12:28.417695Z","end":"2026-04-09T01:12:28.517903Z","steps":["trace[424775584] 'agreement among raft nodes before linearized reading' (duration: 99.992101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:12:28.518082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.992397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T01:12:28.5182Z","caller":"traceutil/trace.go:171","msg":"trace[204542900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3911; }","duration":"137.195161ms","start":"2026-04-09T01:12:28.380983Z","end":"2026-04-09T01:12:28.518178Z","steps":["trace[204542900] 'agreement among raft nodes before linearized reading' (duration: 136.661222ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:12:28.694981Z","caller":"traceutil/trace.go:171","msg":"trace[851677361] linearizableReadLoop","detail":"{readStateIndex:4063; appliedIndex:4061; }","duration":"135.285396ms","start":"2026-04-09T01:12:28.559675Z","end":"2026-04-09T01:12:28.69496Z","steps":["trace[851677361] 'read index received' (duration: 104.186689ms)","trace[851677361] 'applied index is now lower than readState.Index' (duration: 31.097787ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:12:28.69503Z","caller":"traceutil/trace.go:171","msg":"trace[1767831691] transaction","detail":"{read_only:false; response_revision:3913; number_of_response:1; }","duration":"171.66098ms","start":"2026-04-09T01:12:28.523331Z","end":"2026-04-09T01:12:28.694992Z","steps":["trace[1767831691] 'process raft request' (duration: 171.569038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:12:28.695383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.684743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-09T01:12:28.695462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.357514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T01:12:28.694935Z","caller":"traceutil/trace.go:171","msg":"trace[1673992831] transaction","detail":"{read_only:false; response_revision:3912; number_of_response:1; }","duration":"173.057146ms","start":"2026-04-09T01:12:28.521836Z","end":"2026-04-09T01:12:28.694894Z","steps":["trace[1673992831] 'process raft request' (duration: 142.081791ms)","trace[1673992831] 'compare' (duration: 30.75924ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:12:28.695715Z","caller":"traceutil/trace.go:171","msg":"trace[597423095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3913; }","duration":"136.05455ms","start":"2026-04-09T01:12:28.559634Z","end":"2026-04-09T01:12:28.695688Z","steps":["trace[597423095] 'agreement among raft nodes before linearized reading' (duration: 135.48981ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:12:28.695723Z","caller":"traceutil/trace.go:171","msg":"trace[671456324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3913; }","duration":"130.67229ms","start":"2026-04-09T01:12:28.565023Z","end":"2026-04-09T01:12:28.695695Z","steps":["trace[671456324] 'agreement among raft nodes before linearized reading' (duration: 130.11042ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:13:45.035608Z","caller":"traceutil/trace.go:171","msg":"trace[891792202] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"237.005102ms","start":"2026-04-09T01:13:44.798572Z","end":"2026-04-09T01:13:45.035577Z","steps":["trace[891792202] 'process raft request' (duration: 142.921139ms)","trace[891792202] 'compare' (duration: 93.950491ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:13:45.064236Z","caller":"traceutil/trace.go:171","msg":"trace[1042874593] linearizableReadLoop","detail":"{readStateIndex:4995; appliedIndex:4993; }","duration":"199.951826ms","start":"2026-04-09T01:13:44.864261Z","end":"2026-04-09T01:13:45.064213Z","steps":["trace[1042874593] 'read index received' (duration: 77.380843ms)","trace[1042874593] 'applied index is now lower than readState.Index' (duration: 122.570083ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:13:45.064336Z","caller":"traceutil/trace.go:171","msg":"trace[92682061] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"264.413961ms","start":"2026-04-09T01:13:44.799865Z","end":"2026-04-09T01:13:45.064279Z","steps":["trace[92682061] 'process raft request' (duration: 264.237908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:13:45.064438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.1589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T01:13:45.064482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.148196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T01:13:45.064513Z","caller":"traceutil/trace.go:171","msg":"trace[1247132072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4808; }","duration":"182.205177ms","start":"2026-04-09T01:13:44.882299Z","end":"2026-04-09T01:13:45.064504Z","steps":["trace[1247132072] 'agreement among raft nodes before linearized reading' (duration: 182.049704ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:13:45.064505Z","caller":"traceutil/trace.go:171","msg":"trace[1880987417] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4808; }","duration":"200.290022ms","start":"2026-04-09T01:13:44.8642Z","end":"2026-04-09T01:13:45.06449Z","steps":["trace[1880987417] 'agreement among raft nodes before linearized reading' (duration: 200.13557ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:13:53.38924Z","caller":"traceutil/trace.go:171","msg":"trace[2145213329] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"223.237837ms","start":"2026-04-09T01:13:53.165981Z","end":"2026-04-09T01:13:53.389218Z","steps":["trace[2145213329] 'process raft request' (duration: 223.080025ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:13:53.389604Z","caller":"traceutil/trace.go:171","msg":"trace[2126787640] linearizableReadLoop","detail":"{readStateIndex:5277; appliedIndex:5277; }","duration":"223.287298ms","start":"2026-04-09T01:13:53.166297Z","end":"2026-04-09T01:13:53.389584Z","steps":["trace[2126787640] 'read index received' (duration: 223.283338ms)","trace[2126787640] 'applied index is now lower than readState.Index' (duration: 3.25µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:13:53.389752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.438781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T01:13:53.389782Z","caller":"traceutil/trace.go:171","msg":"trace[69183349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5082; }","duration":"223.520222ms","start":"2026-04-09T01:13:53.166257Z","end":"2026-04-09T01:13:53.389777Z","steps":["trace[69183349] 'agreement among raft nodes before linearized reading' (duration: 223.39523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:13:53.389984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.829359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T01:13:53.390076Z","caller":"traceutil/trace.go:171","msg":"trace[1343008005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5082; }","duration":"222.950641ms","start":"2026-04-09T01:13:53.167104Z","end":"2026-04-09T01:13:53.390055Z","steps":["trace[1343008005] 'agreement among raft nodes before linearized reading' (duration: 222.690997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:13:53.390309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.181204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719216"} {"level":"info","ts":"2026-04-09T01:13:53.390331Z","caller":"traceutil/trace.go:171","msg":"trace[351677810] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5082; }","duration":"184.253725ms","start":"2026-04-09T01:13:53.20607Z","end":"2026-04-09T01:13:53.390324Z","steps":["trace[351677810] 'agreement among raft nodes before linearized reading' (duration: 183.785126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:13:53.390389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.878624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T01:13:53.390544Z","caller":"traceutil/trace.go:171","msg":"trace[1956052190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5082; }","duration":"221.031426ms","start":"2026-04-09T01:13:53.169471Z","end":"2026-04-09T01:13:53.390502Z","steps":["trace[1956052190] 'agreement among raft nodes before linearized reading' (duration: 220.439695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:13:53.390751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.536192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T01:13:53.390812Z","caller":"traceutil/trace.go:171","msg":"trace[1228430160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5082; }","duration":"217.609864ms","start":"2026-04-09T01:13:53.173188Z","end":"2026-04-09T01:13:53.390798Z","steps":["trace[1228430160] 'agreement among raft nodes before linearized reading' (duration: 216.623875ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:13:53.518467Z","caller":"traceutil/trace.go:171","msg":"trace[964249460] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"124.07702ms","start":"2026-04-09T01:13:53.394337Z","end":"2026-04-09T01:13:53.518414Z","steps":["trace[964249460] 'process raft request' (duration: 94.856058ms)","trace[964249460] 'compare' (duration: 29.002318ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:13:53.519179Z","caller":"traceutil/trace.go:171","msg":"trace[1085520144] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"124.06602ms","start":"2026-04-09T01:13:53.395094Z","end":"2026-04-09T01:13:53.51916Z","steps":["trace[1085520144] 'process raft request' (duration: 123.964997ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:13:53.519471Z","caller":"traceutil/trace.go:171","msg":"trace[577196024] linearizableReadLoop","detail":"{readStateIndex:5281; appliedIndex:5277; }","duration":"101.512122ms","start":"2026-04-09T01:13:53.417937Z","end":"2026-04-09T01:13:53.519449Z","steps":["trace[577196024] 'read index received' (duration: 71.385313ms)","trace[577196024] 'applied index is now lower than readState.Index' (duration: 30.125919ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:13:53.519543Z","caller":"traceutil/trace.go:171","msg":"trace[1299128540] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"124.316065ms","start":"2026-04-09T01:13:53.395213Z","end":"2026-04-09T01:13:53.519529Z","steps":["trace[1299128540] 'process raft request' (duration: 123.919218ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:13:53.51959Z","caller":"traceutil/trace.go:171","msg":"trace[1999532411] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"123.880516ms","start":"2026-04-09T01:13:53.395687Z","end":"2026-04-09T01:13:53.519567Z","steps":["trace[1999532411] 'process raft request' (duration: 123.625042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:13:53.519632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.674205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:13:53.519672Z","caller":"traceutil/trace.go:171","msg":"trace[920826728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5086; }","duration":"101.757146ms","start":"2026-04-09T01:13:53.417904Z","end":"2026-04-09T01:13:53.519661Z","steps":["trace[920826728] 'agreement among raft nodes before linearized reading' (duration: 101.678245ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:13:56.044798Z","caller":"traceutil/trace.go:171","msg":"trace[1650612570] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"142.028641ms","start":"2026-04-09T01:13:55.902739Z","end":"2026-04-09T01:13:56.044768Z","steps":["trace[1650612570] 'process raft request' (duration: 80.993501ms)","trace[1650612570] 'compare' (duration: 60.866597ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:13:56.046633Z","caller":"traceutil/trace.go:171","msg":"trace[140136014] linearizableReadLoop","detail":"{readStateIndex:5328; appliedIndex:5326; }","duration":"101.843647ms","start":"2026-04-09T01:13:55.944774Z","end":"2026-04-09T01:13:56.046618Z","steps":["trace[140136014] 'read index received' (duration: 38.971322ms)","trace[140136014] 'applied index is now lower than readState.Index' (duration: 62.871595ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:13:56.046694Z","caller":"traceutil/trace.go:171","msg":"trace[1055950689] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"137.130551ms","start":"2026-04-09T01:13:55.909531Z","end":"2026-04-09T01:13:56.046661Z","steps":["trace[1055950689] 'process raft request' (duration: 136.983949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:13:56.04698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.182354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-09T01:13:56.047072Z","caller":"traceutil/trace.go:171","msg":"trace[311611641] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5132; }","duration":"102.325896ms","start":"2026-04-09T01:13:55.944721Z","end":"2026-04-09T01:13:56.047047Z","steps":["trace[311611641] 'agreement among raft nodes before linearized reading' (duration: 101.96317ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:14:06.242193Z","caller":"traceutil/trace.go:171","msg":"trace[984119700] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"400.176796ms","start":"2026-04-09T01:14:05.841977Z","end":"2026-04-09T01:14:06.242154Z","steps":["trace[984119700] 'process raft request' (duration: 399.915321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:14:06.242436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:14:05.841954Z","time spent":"400.36374ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:14:06.404881Z","caller":"traceutil/trace.go:171","msg":"trace[769901937] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"522.822789ms","start":"2026-04-09T01:14:05.882034Z","end":"2026-04-09T01:14:06.404857Z","steps":["trace[769901937] 'process raft request' (duration: 522.558464ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:14:06.405045Z","caller":"traceutil/trace.go:171","msg":"trace[1803246738] linearizableReadLoop","detail":"{readStateIndex:5538; appliedIndex:5536; }","duration":"396.212733ms","start":"2026-04-09T01:14:06.008799Z","end":"2026-04-09T01:14:06.405012Z","steps":["trace[1803246738] 'read index received' (duration: 233.034589ms)","trace[1803246738] 'applied index is now lower than readState.Index' (duration: 163.175484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:14:06.405096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:14:05.881994Z","time spent":"522.983582ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:14:06.40519Z","caller":"traceutil/trace.go:171","msg":"trace[291700078] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"377.138898ms","start":"2026-04-09T01:14:06.028005Z","end":"2026-04-09T01:14:06.405144Z","steps":["trace[291700078] 'process raft request' (duration: 376.762381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:14:06.405314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.494748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-jwhnz\" ","response":"range_response_count:1 size:7666"} {"level":"info","ts":"2026-04-09T01:14:06.405402Z","caller":"traceutil/trace.go:171","msg":"trace[1298647920] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-jwhnz; range_end:; response_count:1; response_revision:5337; }","duration":"396.62656ms","start":"2026-04-09T01:14:06.00875Z","end":"2026-04-09T01:14:06.405376Z","steps":["trace[1298647920] 'agreement among raft nodes before linearized reading' (duration: 396.424447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:14:06.405454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:14:06.027989Z","time spent":"377.312732ms","remote":"127.0.0.1:39064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1408,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:14:06.405494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:14:06.00872Z","time spent":"396.762922ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":7690,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-jwhnz\" "} {"level":"info","ts":"2026-04-09T01:14:13.716226Z","caller":"traceutil/trace.go:171","msg":"trace[133803200] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"220.703331ms","start":"2026-04-09T01:14:13.495488Z","end":"2026-04-09T01:14:13.716191Z","steps":["trace[133803200] 'process raft request' (duration: 220.442645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:14:14.036389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.815719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:14:14.036757Z","caller":"traceutil/trace.go:171","msg":"trace[2076625564] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"315.455007ms","start":"2026-04-09T01:14:13.721262Z","end":"2026-04-09T01:14:14.036717Z","steps":["trace[2076625564] 'process raft request' (duration: 98.232201ms)","trace[2076625564] 'compare' (duration: 216.521143ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:14:14.036949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:14:13.721245Z","time spent":"315.6088ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:14:14.037076Z","caller":"traceutil/trace.go:171","msg":"trace[2028707055] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"314.645421ms","start":"2026-04-09T01:14:13.722407Z","end":"2026-04-09T01:14:14.037053Z","steps":["trace[2028707055] 'process raft request' (duration: 314.54234ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:14:14.03691Z","caller":"traceutil/trace.go:171","msg":"trace[1379701232] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"315.293674ms","start":"2026-04-09T01:14:13.721577Z","end":"2026-04-09T01:14:14.036871Z","steps":["trace[1379701232] 'process raft request' (duration: 314.925207ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:14:14.037295Z","caller":"traceutil/trace.go:171","msg":"trace[2131859496] linearizableReadLoop","detail":"{readStateIndex:5720; appliedIndex:5715; }","duration":"274.676541ms","start":"2026-04-09T01:14:13.762567Z","end":"2026-04-09T01:14:14.037244Z","steps":["trace[2131859496] 'read index received' (duration: 56.938915ms)","trace[2131859496] 'applied index is now lower than readState.Index' (duration: 217.736516ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:14:14.037255Z","caller":"traceutil/trace.go:171","msg":"trace[347618925] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"315.422035ms","start":"2026-04-09T01:14:13.72167Z","end":"2026-04-09T01:14:14.037092Z","steps":["trace[347618925] 'process raft request' (duration: 315.15537ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:14:14.037357Z","caller":"traceutil/trace.go:171","msg":"trace[243065346] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"289.465045ms","start":"2026-04-09T01:14:13.747872Z","end":"2026-04-09T01:14:14.037337Z","steps":["trace[243065346] 'process raft request' (duration: 289.13194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:14:14.037425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:14:13.721571Z","time spent":"315.719742ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:14:14.037473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:14:13.721646Z","time spent":"315.743101ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:14:14.037641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.065738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T01:14:14.037734Z","caller":"traceutil/trace.go:171","msg":"trace[1684372331] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5514; }","duration":"275.19963ms","start":"2026-04-09T01:14:13.762519Z","end":"2026-04-09T01:14:14.037718Z","steps":["trace[1684372331] 'agreement among raft nodes before linearized reading' (duration: 274.825584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:14:14.037655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:14:13.722397Z","time spent":"314.799905ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:15:04.507562Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2951} {"level":"info","ts":"2026-04-09T01:15:04.508471Z","caller":"traceutil/trace.go:171","msg":"trace[285372612] transaction","detail":"{read_only:false; response_revision:5989; number_of_response:1; }","duration":"105.589279ms","start":"2026-04-09T01:15:04.402847Z","end":"2026-04-09T01:15:04.508436Z","steps":["trace[285372612] 'process raft request' (duration: 105.12312ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:15:04.508081Z","caller":"traceutil/trace.go:171","msg":"trace[77704903] compact","detail":"{revision:2951; response_revision:5988; }","duration":"108.926151ms","start":"2026-04-09T01:15:04.399069Z","end":"2026-04-09T01:15:04.507995Z","steps":["trace[77704903] 'process raft request' (duration: 84.064539ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:15:04.738353Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2951,"took":"227.692514ms","hash":4256196476,"current-db-size-bytes":57982976,"current-db-size":"58 MB","current-db-size-in-use-bytes":33390592,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-09T01:15:04.738475Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4256196476,"revision":2951,"compact-revision":-1} {"level":"warn","ts":"2026-04-09T01:15:18.525138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.052426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:15:18.525227Z","caller":"traceutil/trace.go:171","msg":"trace[469973220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6095; }","duration":"107.248469ms","start":"2026-04-09T01:15:18.417957Z","end":"2026-04-09T01:15:18.525205Z","steps":["trace[469973220] 'range keys from in-memory index tree' (duration: 106.918423ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:20:04.517264Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5986} {"level":"info","ts":"2026-04-09T01:20:04.625226Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5986,"took":"105.364337ms","hash":1359892652,"current-db-size-bytes":57982976,"current-db-size":"58 MB","current-db-size-in-use-bytes":21200896,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-04-09T01:20:04.625294Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1359892652,"revision":5986,"compact-revision":2951} {"level":"info","ts":"2026-04-09T01:20:24.036091Z","caller":"traceutil/trace.go:171","msg":"trace[635888327] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"120.267204ms","start":"2026-04-09T01:20:23.915802Z","end":"2026-04-09T01:20:24.03607Z","steps":["trace[635888327] 'process raft request' (duration: 120.108151ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:20:24.043906Z","caller":"traceutil/trace.go:171","msg":"trace[848876737] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"104.616782ms","start":"2026-04-09T01:20:23.939184Z","end":"2026-04-09T01:20:24.0438Z","steps":["trace[848876737] 'process raft request' (duration: 103.95565ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:20:36.247913Z","caller":"traceutil/trace.go:171","msg":"trace[202241487] linearizableReadLoop","detail":"{readStateIndex:8704; appliedIndex:8703; }","duration":"104.808737ms","start":"2026-04-09T01:20:36.143076Z","end":"2026-04-09T01:20:36.247884Z","steps":["trace[202241487] 'read index received' (duration: 42.358757ms)","trace[202241487] 'applied index is now lower than readState.Index' (duration: 62.44823ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:20:36.248014Z","caller":"traceutil/trace.go:171","msg":"trace[1327830790] transaction","detail":"{read_only:false; response_revision:8406; number_of_response:1; }","duration":"131.733286ms","start":"2026-04-09T01:20:36.116244Z","end":"2026-04-09T01:20:36.247977Z","steps":["trace[1327830790] 'process raft request' (duration: 69.193415ms)","trace[1327830790] 'compare' (duration: 62.188114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:20:36.24821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.123752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T01:20:36.248256Z","caller":"traceutil/trace.go:171","msg":"trace[140787230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8406; }","duration":"105.232854ms","start":"2026-04-09T01:20:36.143013Z","end":"2026-04-09T01:20:36.248246Z","steps":["trace[140787230] 'agreement among raft nodes before linearized reading' (duration: 105.029891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:20:36.901277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.89955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:20:36.901442Z","caller":"traceutil/trace.go:171","msg":"trace[1815762986] linearizableReadLoop","detail":"{readStateIndex:8706; appliedIndex:8704; }","duration":"482.44476ms","start":"2026-04-09T01:20:36.41898Z","end":"2026-04-09T01:20:36.901425Z","steps":["trace[1815762986] 'read index received' (duration: 350.398158ms)","trace[1815762986] 'applied index is now lower than readState.Index' (duration: 132.045622ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:20:36.901502Z","caller":"traceutil/trace.go:171","msg":"trace[1172448065] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"649.336019ms","start":"2026-04-09T01:20:36.252133Z","end":"2026-04-09T01:20:36.901469Z","steps":["trace[1172448065] 'process raft request' (duration: 517.160844ms)","trace[1172448065] 'compare' (duration: 131.760607ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:20:36.901575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.593554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:20:36.901604Z","caller":"traceutil/trace.go:171","msg":"trace[1083532500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8408; }","duration":"482.656164ms","start":"2026-04-09T01:20:36.418938Z","end":"2026-04-09T01:20:36.901594Z","steps":["trace[1083532500] 'agreement among raft nodes before linearized reading' (duration: 482.608633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:20:36.901626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:20:36.252099Z","time spent":"649.468023ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:20:36.901639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:20:36.418921Z","time spent":"482.711136ms","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T01:20:36.90153Z","caller":"traceutil/trace.go:171","msg":"trace[74210160] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"648.630367ms","start":"2026-04-09T01:20:36.25289Z","end":"2026-04-09T01:20:36.90152Z","steps":["trace[74210160] 'process raft request' (duration: 648.489244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:20:36.901926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:20:36.252876Z","time spent":"648.997464ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:20:36.901944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.309838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-09T01:20:36.902004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.634588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-09T01:20:36.902045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.97703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gvrwt\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-09T01:20:36.902062Z","caller":"traceutil/trace.go:171","msg":"trace[1969351571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8408; }","duration":"468.495552ms","start":"2026-04-09T01:20:36.433539Z","end":"2026-04-09T01:20:36.902035Z","steps":["trace[1969351571] 'agreement among raft nodes before linearized reading' (duration: 468.109595ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:20:36.902081Z","caller":"traceutil/trace.go:171","msg":"trace[1028740291] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gvrwt; range_end:; response_count:1; response_revision:8408; }","duration":"105.045771ms","start":"2026-04-09T01:20:36.797025Z","end":"2026-04-09T01:20:36.902071Z","steps":["trace[1028740291] 'agreement among raft nodes before linearized reading' (duration: 104.938759ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:20:36.902085Z","caller":"traceutil/trace.go:171","msg":"trace[1047017690] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8408; }","duration":"185.75169ms","start":"2026-04-09T01:20:36.716308Z","end":"2026-04-09T01:20:36.90206Z","steps":["trace[1047017690] 'agreement among raft nodes before linearized reading' (duration: 185.516146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:20:36.902064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.60538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:20:36.902124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:20:36.433517Z","time spent":"468.596773ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T01:20:36.902114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.116861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T01:20:36.902185Z","caller":"traceutil/trace.go:171","msg":"trace[1305566163] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8408; }","duration":"372.847544ms","start":"2026-04-09T01:20:36.529312Z","end":"2026-04-09T01:20:36.902159Z","steps":["trace[1305566163] 'agreement among raft nodes before linearized reading' (duration: 372.540019ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:20:36.902238Z","caller":"traceutil/trace.go:171","msg":"trace[583076805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8408; }","duration":"450.268473ms","start":"2026-04-09T01:20:36.451944Z","end":"2026-04-09T01:20:36.902213Z","steps":["trace[583076805] 'agreement among raft nodes before linearized reading' (duration: 449.963778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:20:36.902243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:20:36.5293Z","time spent":"372.931565ms","remote":"127.0.0.1:49022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:20:36.902287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:20:36.451933Z","time spent":"450.344904ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T01:20:37.144678Z","caller":"traceutil/trace.go:171","msg":"trace[652838122] transaction","detail":"{read_only:false; response_revision:8410; number_of_response:1; }","duration":"237.45556ms","start":"2026-04-09T01:20:36.907186Z","end":"2026-04-09T01:20:37.144642Z","steps":["trace[652838122] 'process raft request' (duration: 140.410067ms)","trace[652838122] 'compare' (duration: 96.828869ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:20:37.144944Z","caller":"traceutil/trace.go:171","msg":"trace[1300870477] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"237.535551ms","start":"2026-04-09T01:20:36.907384Z","end":"2026-04-09T01:20:37.144919Z","steps":["trace[1300870477] 'process raft request' (duration: 237.197355ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:20:37.145048Z","caller":"traceutil/trace.go:171","msg":"trace[1592022127] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"169.09317ms","start":"2026-04-09T01:20:36.975937Z","end":"2026-04-09T01:20:37.14503Z","steps":["trace[1592022127] 'process raft request' (duration: 168.900026ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:20:37.749159Z","caller":"traceutil/trace.go:171","msg":"trace[376327848] linearizableReadLoop","detail":"{readStateIndex:8711; appliedIndex:8710; }","duration":"110.35854ms","start":"2026-04-09T01:20:37.638779Z","end":"2026-04-09T01:20:37.749138Z","steps":["trace[376327848] 'read index received' (duration: 110.253088ms)","trace[376327848] 'applied index is now lower than readState.Index' (duration: 104.142µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:20:37.749377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.578804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-09T01:20:37.749403Z","caller":"traceutil/trace.go:171","msg":"trace[575189936] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8412; }","duration":"110.648185ms","start":"2026-04-09T01:20:37.638747Z","end":"2026-04-09T01:20:37.749395Z","steps":["trace[575189936] 'agreement among raft nodes before linearized reading' (duration: 110.511642ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:20:37.859446Z","caller":"traceutil/trace.go:171","msg":"trace[556866294] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"105.666103ms","start":"2026-04-09T01:20:37.753766Z","end":"2026-04-09T01:20:37.859432Z","steps":["trace[556866294] 'process raft request' (duration: 105.622302ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:20:37.859497Z","caller":"traceutil/trace.go:171","msg":"trace[2112583883] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"109.226408ms","start":"2026-04-09T01:20:37.75023Z","end":"2026-04-09T01:20:37.859457Z","steps":["trace[2112583883] 'process raft request' (duration: 25.365671ms)","trace[2112583883] 'compare' (duration: 83.685014ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:20:38.26437Z","caller":"traceutil/trace.go:171","msg":"trace[769917204] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"170.511517ms","start":"2026-04-09T01:20:38.093834Z","end":"2026-04-09T01:20:38.264346Z","steps":["trace[769917204] 'process raft request' (duration: 170.334164ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:20:38.279931Z","caller":"traceutil/trace.go:171","msg":"trace[600933521] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"164.407963ms","start":"2026-04-09T01:20:38.115501Z","end":"2026-04-09T01:20:38.279908Z","steps":["trace[600933521] 'process raft request' (duration: 164.2342ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:20:38.280187Z","caller":"traceutil/trace.go:171","msg":"trace[1304647516] linearizableReadLoop","detail":"{readStateIndex:8716; appliedIndex:8713; }","duration":"163.15762ms","start":"2026-04-09T01:20:38.117008Z","end":"2026-04-09T01:20:38.280165Z","steps":["trace[1304647516] 'read index received' (duration: 147.083452ms)","trace[1304647516] 'applied index is now lower than readState.Index' (duration: 16.073248ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:20:38.280192Z","caller":"traceutil/trace.go:171","msg":"trace[57616457] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"163.403805ms","start":"2026-04-09T01:20:38.116765Z","end":"2026-04-09T01:20:38.280169Z","steps":["trace[57616457] 'process raft request' (duration: 163.106179ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:20:38.280213Z","caller":"traceutil/trace.go:171","msg":"trace[1690910093] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"163.141439ms","start":"2026-04-09T01:20:38.117058Z","end":"2026-04-09T01:20:38.2802Z","steps":["trace[1690910093] 'process raft request' (duration: 163.007867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:20:38.280724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.68366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T01:20:38.280765Z","caller":"traceutil/trace.go:171","msg":"trace[1245486565] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8418; }","duration":"163.774012ms","start":"2026-04-09T01:20:38.116977Z","end":"2026-04-09T01:20:38.280751Z","steps":["trace[1245486565] 'agreement among raft nodes before linearized reading' (duration: 163.301783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:20:39.067745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.706843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:20:39.067873Z","caller":"traceutil/trace.go:171","msg":"trace[113943511] linearizableReadLoop","detail":"{readStateIndex:8721; appliedIndex:8720; }","duration":"161.606102ms","start":"2026-04-09T01:20:38.906243Z","end":"2026-04-09T01:20:39.067849Z","steps":["trace[113943511] 'read index received' (duration: 61.371µs)","trace[113943511] 'applied index is now lower than readState.Index' (duration: 161.542301ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:20:39.067955Z","caller":"traceutil/trace.go:171","msg":"trace[2133395515] transaction","detail":"{read_only:false; response_revision:8422; number_of_response:1; }","duration":"327.191307ms","start":"2026-04-09T01:20:38.740725Z","end":"2026-04-09T01:20:39.067917Z","steps":["trace[2133395515] 'compare' (duration: 316.526809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:20:39.068298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.581881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T01:20:39.068361Z","caller":"traceutil/trace.go:171","msg":"trace[542931058] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8422; }","duration":"161.661152ms","start":"2026-04-09T01:20:38.906685Z","end":"2026-04-09T01:20:39.068346Z","steps":["trace[542931058] 'agreement among raft nodes before linearized reading' (duration: 161.525419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:20:39.068379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:20:38.740694Z","time spent":"327.536544ms","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T01:20:39.068166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.916718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T01:20:39.068523Z","caller":"traceutil/trace.go:171","msg":"trace[817372032] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8422; }","duration":"162.276854ms","start":"2026-04-09T01:20:38.906224Z","end":"2026-04-09T01:20:39.068501Z","steps":["trace[817372032] 'agreement among raft nodes before linearized reading' (duration: 161.749325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:20:39.068623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.096791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gvrwt\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-09T01:20:39.068682Z","caller":"traceutil/trace.go:171","msg":"trace[71454203] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gvrwt; range_end:; response_count:1; response_revision:8422; }","duration":"155.207552ms","start":"2026-04-09T01:20:38.91346Z","end":"2026-04-09T01:20:39.068668Z","steps":["trace[71454203] 'agreement among raft nodes before linearized reading' (duration: 154.980178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:07.737028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840627990051,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T01:21:07.881548Z","caller":"traceutil/trace.go:171","msg":"trace[255834353] transaction","detail":"{read_only:false; response_revision:8626; number_of_response:1; }","duration":"863.539306ms","start":"2026-04-09T01:21:07.017957Z","end":"2026-04-09T01:21:07.881497Z","steps":["trace[255834353] 'process raft request' (duration: 863.346473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:07.881733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:07.017935Z","time spent":"863.70475ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:21:07.88243Z","caller":"traceutil/trace.go:171","msg":"trace[518429222] linearizableReadLoop","detail":"{readStateIndex:8933; appliedIndex:8931; }","duration":"646.379426ms","start":"2026-04-09T01:21:07.236037Z","end":"2026-04-09T01:21:07.882417Z","steps":["trace[518429222] 'read index received' (duration: 645.403678ms)","trace[518429222] 'applied index is now lower than readState.Index' (duration: 974.568µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:21:07.882927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.878645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T01:21:07.883032Z","caller":"traceutil/trace.go:171","msg":"trace[1951745428] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8627; }","duration":"647.031808ms","start":"2026-04-09T01:21:07.235979Z","end":"2026-04-09T01:21:07.883011Z","steps":["trace[1951745428] 'agreement among raft nodes before linearized reading' (duration: 646.782144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:07.883026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.544734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-09T01:21:07.883103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.226147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gvrwt\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-09T01:21:07.883124Z","caller":"traceutil/trace.go:171","msg":"trace[78834854] transaction","detail":"{read_only:false; response_revision:8627; number_of_response:1; }","duration":"707.98094ms","start":"2026-04-09T01:21:07.175133Z","end":"2026-04-09T01:21:07.883114Z","steps":["trace[78834854] 'process raft request' (duration: 707.156755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:07.883102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.687635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T01:21:07.883158Z","caller":"traceutil/trace.go:171","msg":"trace[1851960906] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gvrwt; range_end:; response_count:1; response_revision:8627; }","duration":"630.315517ms","start":"2026-04-09T01:21:07.252826Z","end":"2026-04-09T01:21:07.883142Z","steps":["trace[1851960906] 'agreement among raft nodes before linearized reading' (duration: 630.182445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:07.883157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.639816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T01:21:07.883197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:07.252805Z","time spent":"630.384229ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-gvrwt\" "} {"level":"warn","ts":"2026-04-09T01:21:07.883229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:07.17507Z","time spent":"708.080682ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:21:07.883076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:07.235957Z","time spent":"647.109749ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T01:21:07.88314Z","caller":"traceutil/trace.go:171","msg":"trace[1173729194] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:8627; }","duration":"351.807199ms","start":"2026-04-09T01:21:07.531314Z","end":"2026-04-09T01:21:07.883121Z","steps":["trace[1173729194] 'agreement among raft nodes before linearized reading' (duration: 351.418822ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:07.883234Z","caller":"traceutil/trace.go:171","msg":"trace[487148370] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8627; }","duration":"642.769919ms","start":"2026-04-09T01:21:07.240452Z","end":"2026-04-09T01:21:07.883222Z","steps":["trace[487148370] 'agreement among raft nodes before linearized reading' (duration: 642.25763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:07.883359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:07.240432Z","time spent":"642.917831ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T01:21:07.882949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.81175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T01:21:07.88347Z","caller":"traceutil/trace.go:171","msg":"trace[975521031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8627; }","duration":"588.373879ms","start":"2026-04-09T01:21:07.295084Z","end":"2026-04-09T01:21:07.883458Z","steps":["trace[975521031] 'agreement among raft nodes before linearized reading' (duration: 587.713307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:07.883448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:07.531297Z","time spent":"352.099994ms","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-04-09T01:21:07.883529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:07.295071Z","time spent":"588.44233ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T01:21:07.882983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.704373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:21:07.883594Z","caller":"traceutil/trace.go:171","msg":"trace[223671755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8627; }","duration":"588.808167ms","start":"2026-04-09T01:21:07.294375Z","end":"2026-04-09T01:21:07.883183Z","steps":["trace[223671755] 'agreement among raft nodes before linearized reading' (duration: 588.520702ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:07.883618Z","caller":"traceutil/trace.go:171","msg":"trace[1698296188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8627; }","duration":"466.356475ms","start":"2026-04-09T01:21:07.417246Z","end":"2026-04-09T01:21:07.883602Z","steps":["trace[1698296188] 'agreement among raft nodes before linearized reading' (duration: 465.699623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:07.883671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:07.417239Z","time spent":"466.417896ms","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:21:07.883679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:07.294336Z","time spent":"589.324897ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T01:21:10.794245Z","caller":"traceutil/trace.go:171","msg":"trace[740936446] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"390.399486ms","start":"2026-04-09T01:21:10.403815Z","end":"2026-04-09T01:21:10.794215Z","steps":["trace[740936446] 'process raft request' (duration: 329.048747ms)","trace[740936446] 'compare' (duration: 60.983172ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:21:10.7944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:10.403786Z","time spent":"390.536518ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:21:10.794645Z","caller":"traceutil/trace.go:171","msg":"trace[800613830] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"388.763816ms","start":"2026-04-09T01:21:10.405848Z","end":"2026-04-09T01:21:10.794612Z","steps":["trace[800613830] 'process raft request' (duration: 388.277376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:10.794816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:10.405816Z","time spent":"388.926448ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:21:10.79506Z","caller":"traceutil/trace.go:171","msg":"trace[1749560648] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"383.02819ms","start":"2026-04-09T01:21:10.412023Z","end":"2026-04-09T01:21:10.795051Z","steps":["trace[1749560648] 'process raft request' (duration: 382.789025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:10.795108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:10.411986Z","time spent":"383.0973ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:21:10.795237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.500467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:21:10.795297Z","caller":"traceutil/trace.go:171","msg":"trace[601790499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8647; }","duration":"377.600598ms","start":"2026-04-09T01:21:10.417685Z","end":"2026-04-09T01:21:10.795285Z","steps":["trace[601790499] 'agreement among raft nodes before linearized reading' (duration: 377.504846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:10.79533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:10.417672Z","time spent":"377.644038ms","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T01:21:10.795493Z","caller":"traceutil/trace.go:171","msg":"trace[1791338340] linearizableReadLoop","detail":"{readStateIndex:8954; appliedIndex:8951; }","duration":"377.227422ms","start":"2026-04-09T01:21:10.417724Z","end":"2026-04-09T01:21:10.794951Z","steps":["trace[1791338340] 'read index received' (duration: 315.161629ms)","trace[1791338340] 'applied index is now lower than readState.Index' (duration: 62.064643ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:21:10.795751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.318578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T01:21:10.795973Z","caller":"traceutil/trace.go:171","msg":"trace[1798335190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8647; }","duration":"269.602054ms","start":"2026-04-09T01:21:10.526357Z","end":"2026-04-09T01:21:10.795959Z","steps":["trace[1798335190] 'agreement among raft nodes before linearized reading' (duration: 269.262057ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:20.036833Z","caller":"traceutil/trace.go:171","msg":"trace[1078644091] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8733; }","duration":"123.128354ms","start":"2026-04-09T01:21:19.913676Z","end":"2026-04-09T01:21:20.036805Z","steps":["trace[1078644091] 'process raft request' (duration: 71.741201ms)","trace[1078644091] 'compare' (duration: 51.213ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:21:20.049121Z","caller":"traceutil/trace.go:171","msg":"trace[1968665566] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"129.995263ms","start":"2026-04-09T01:21:19.919088Z","end":"2026-04-09T01:21:20.049084Z","steps":["trace[1968665566] 'process raft request' (duration: 129.81279ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:21.249843Z","caller":"traceutil/trace.go:171","msg":"trace[269517817] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"551.451564ms","start":"2026-04-09T01:21:20.698365Z","end":"2026-04-09T01:21:21.249817Z","steps":["trace[269517817] 'process raft request' (duration: 551.271361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:21.250011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:20.698332Z","time spent":"551.591497ms","remote":"127.0.0.1:39016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:21:21.268679Z","caller":"traceutil/trace.go:171","msg":"trace[2147038211] transaction","detail":"{read_only:false; response_revision:8743; number_of_response:1; }","duration":"436.101694ms","start":"2026-04-09T01:21:20.832552Z","end":"2026-04-09T01:21:21.268654Z","steps":["trace[2147038211] 'process raft request' (duration: 436.019512ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:21.268718Z","caller":"traceutil/trace.go:171","msg":"trace[91863211] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"436.133214ms","start":"2026-04-09T01:21:20.832545Z","end":"2026-04-09T01:21:21.268678Z","steps":["trace[91863211] 'process raft request' (duration: 435.89799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:21.26884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:20.832535Z","time spent":"436.221845ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:21:21.268876Z","caller":"traceutil/trace.go:171","msg":"trace[318914094] transaction","detail":"{read_only:false; response_revision:8744; number_of_response:1; }","duration":"435.454682ms","start":"2026-04-09T01:21:20.833368Z","end":"2026-04-09T01:21:21.268822Z","steps":["trace[318914094] 'process raft request' (duration: 435.249638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:21.268932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:20.83253Z","time spent":"436.272696ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:21:21.268817Z","caller":"traceutil/trace.go:171","msg":"trace[1667795839] linearizableReadLoop","detail":"{readStateIndex:9056; appliedIndex:9052; }","duration":"430.667272ms","start":"2026-04-09T01:21:20.838116Z","end":"2026-04-09T01:21:21.268783Z","steps":["trace[1667795839] 'read index received' (duration: 411.498027ms)","trace[1667795839] 'applied index is now lower than readState.Index' (duration: 19.166135ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:21:21.269059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:20.833335Z","time spent":"435.642956ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:21:21.26908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.939778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-04-09T01:21:21.269205Z","caller":"traceutil/trace.go:171","msg":"trace[134288487] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8744; }","duration":"431.079081ms","start":"2026-04-09T01:21:20.838078Z","end":"2026-04-09T01:21:21.269157Z","steps":["trace[134288487] 'agreement among raft nodes before linearized reading' (duration: 430.797285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:21.269197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.391366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T01:21:21.269256Z","caller":"traceutil/trace.go:171","msg":"trace[1580303998] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8744; }","duration":"424.481478ms","start":"2026-04-09T01:21:20.84476Z","end":"2026-04-09T01:21:21.269242Z","steps":["trace[1580303998] 'agreement among raft nodes before linearized reading' (duration: 424.294155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:21.269285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:20.838067Z","time spent":"431.178662ms","remote":"127.0.0.1:40804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5756,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-09T01:21:21.269298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:20.844746Z","time spent":"424.544899ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T01:21:21.401751Z","caller":"traceutil/trace.go:171","msg":"trace[18919017] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"118.179903ms","start":"2026-04-09T01:21:21.283544Z","end":"2026-04-09T01:21:21.401724Z","steps":["trace[18919017] 'process raft request' (duration: 113.247422ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:22.223521Z","caller":"traceutil/trace.go:171","msg":"trace[1401634997] linearizableReadLoop","detail":"{readStateIndex:9063; appliedIndex:9062; }","duration":"112.991166ms","start":"2026-04-09T01:21:22.110504Z","end":"2026-04-09T01:21:22.223495Z","steps":["trace[1401634997] 'read index received' (duration: 112.784752ms)","trace[1401634997] 'applied index is now lower than readState.Index' (duration: 205.214µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:21:22.223625Z","caller":"traceutil/trace.go:171","msg":"trace[424880750] transaction","detail":"{read_only:false; response_revision:8751; number_of_response:1; }","duration":"144.113345ms","start":"2026-04-09T01:21:22.079472Z","end":"2026-04-09T01:21:22.223586Z","steps":["trace[424880750] 'process raft request' (duration: 143.825949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:22.223795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.21542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-09T01:21:22.223847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.932035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T01:21:22.223873Z","caller":"traceutil/trace.go:171","msg":"trace[2063393876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8751; }","duration":"113.405814ms","start":"2026-04-09T01:21:22.110454Z","end":"2026-04-09T01:21:22.22386Z","steps":["trace[2063393876] 'agreement among raft nodes before linearized reading' (duration: 113.22232ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:22.223899Z","caller":"traceutil/trace.go:171","msg":"trace[1303773084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8751; }","duration":"113.024018ms","start":"2026-04-09T01:21:22.11086Z","end":"2026-04-09T01:21:22.223884Z","steps":["trace[1303773084] 'agreement among raft nodes before linearized reading' (duration: 112.925575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:22.223908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.067339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T01:21:22.223997Z","caller":"traceutil/trace.go:171","msg":"trace[956494612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8751; }","duration":"113.189331ms","start":"2026-04-09T01:21:22.11079Z","end":"2026-04-09T01:21:22.22398Z","steps":["trace[956494612] 'agreement among raft nodes before linearized reading' (duration: 112.990876ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:22.352703Z","caller":"traceutil/trace.go:171","msg":"trace[1963890600] transaction","detail":"{read_only:false; response_revision:8753; number_of_response:1; }","duration":"124.394898ms","start":"2026-04-09T01:21:22.228281Z","end":"2026-04-09T01:21:22.352676Z","steps":["trace[1963890600] 'process raft request' (duration: 124.242374ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:22.352714Z","caller":"traceutil/trace.go:171","msg":"trace[959086468] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"123.835488ms","start":"2026-04-09T01:21:22.228842Z","end":"2026-04-09T01:21:22.352677Z","steps":["trace[959086468] 'process raft request' (duration: 123.780056ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:22.352719Z","caller":"traceutil/trace.go:171","msg":"trace[1629563582] transaction","detail":"{read_only:false; response_revision:8752; number_of_response:1; }","duration":"124.446949ms","start":"2026-04-09T01:21:22.22823Z","end":"2026-04-09T01:21:22.352677Z","steps":["trace[1629563582] 'process raft request' (duration: 37.663909ms)","trace[1629563582] 'compare' (duration: 85.968485ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:21:22.973054Z","caller":"traceutil/trace.go:171","msg":"trace[1831623168] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"537.447764ms","start":"2026-04-09T01:21:22.435581Z","end":"2026-04-09T01:21:22.973029Z","steps":["trace[1831623168] 'process raft request' (duration: 537.315002ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:22.973076Z","caller":"traceutil/trace.go:171","msg":"trace[541449074] linearizableReadLoop","detail":"{readStateIndex:9067; appliedIndex:9066; }","duration":"250.514549ms","start":"2026-04-09T01:21:22.722526Z","end":"2026-04-09T01:21:22.97304Z","steps":["trace[541449074] 'read index received' (duration: 250.484499ms)","trace[541449074] 'applied index is now lower than readState.Index' (duration: 27.01µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:21:22.973233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:22.435557Z","time spent":"537.600878ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:21:22.973301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.739853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:21:22.973401Z","caller":"traceutil/trace.go:171","msg":"trace[1567410000] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8755; }","duration":"250.913636ms","start":"2026-04-09T01:21:22.722464Z","end":"2026-04-09T01:21:22.973378Z","steps":["trace[1567410000] 'agreement among raft nodes before linearized reading' (duration: 250.675982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:25.468306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.814116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111753"} {"level":"info","ts":"2026-04-09T01:21:25.468403Z","caller":"traceutil/trace.go:171","msg":"trace[351306102] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8781; }","duration":"124.931718ms","start":"2026-04-09T01:21:25.343453Z","end":"2026-04-09T01:21:25.468384Z","steps":["trace[351306102] 'range keys from in-memory index tree' (duration: 124.43788ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:25.537433Z","caller":"traceutil/trace.go:171","msg":"trace[759616026] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"180.535071ms","start":"2026-04-09T01:21:25.356875Z","end":"2026-04-09T01:21:25.53741Z","steps":["trace[759616026] 'process raft request' (duration: 180.381068ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:25.554584Z","caller":"traceutil/trace.go:171","msg":"trace[873715757] linearizableReadLoop","detail":"{readStateIndex:9096; appliedIndex:9094; }","duration":"193.337088ms","start":"2026-04-09T01:21:25.361225Z","end":"2026-04-09T01:21:25.554562Z","steps":["trace[873715757] 'read index received' (duration: 176.151319ms)","trace[873715757] 'applied index is now lower than readState.Index' (duration: 17.184779ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:21:25.554639Z","caller":"traceutil/trace.go:171","msg":"trace[1062374649] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"197.270531ms","start":"2026-04-09T01:21:25.357339Z","end":"2026-04-09T01:21:25.55461Z","steps":["trace[1062374649] 'process raft request' (duration: 197.080877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:25.554813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.566903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T01:21:25.554853Z","caller":"traceutil/trace.go:171","msg":"trace[1832984732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8783; }","duration":"193.639674ms","start":"2026-04-09T01:21:25.361202Z","end":"2026-04-09T01:21:25.554842Z","steps":["trace[1832984732] 'agreement among raft nodes before linearized reading' (duration: 193.47787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:25.55593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.937193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-09T01:21:25.555997Z","caller":"traceutil/trace.go:171","msg":"trace[907979043] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8783; }","duration":"101.055875ms","start":"2026-04-09T01:21:25.454926Z","end":"2026-04-09T01:21:25.555982Z","steps":["trace[907979043] 'agreement among raft nodes before linearized reading' (duration: 99.852634ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:32.976857Z","caller":"traceutil/trace.go:171","msg":"trace[942862638] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"172.884818ms","start":"2026-04-09T01:21:32.803952Z","end":"2026-04-09T01:21:32.976837Z","steps":["trace[942862638] 'process raft request' (duration: 172.753056ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:40.604474Z","caller":"traceutil/trace.go:171","msg":"trace[1418464051] transaction","detail":"{read_only:false; response_revision:8971; number_of_response:1; }","duration":"106.13596ms","start":"2026-04-09T01:21:40.498306Z","end":"2026-04-09T01:21:40.604442Z","steps":["trace[1418464051] 'process raft request' (duration: 104.720314ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:59.409523Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024cc.wal"} {"level":"info","ts":"2026-04-09T01:22:08.891624Z","caller":"traceutil/trace.go:171","msg":"trace[261782826] transaction","detail":"{read_only:false; response_revision:9163; number_of_response:1; }","duration":"122.627945ms","start":"2026-04-09T01:22:08.768972Z","end":"2026-04-09T01:22:08.8916Z","steps":["trace[261782826] 'process raft request' (duration: 59.990354ms)","trace[261782826] 'compare' (duration: 62.492759ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:22:25.810173Z","caller":"traceutil/trace.go:171","msg":"trace[1376548093] transaction","detail":"{read_only:false; response_revision:9424; number_of_response:1; }","duration":"177.120717ms","start":"2026-04-09T01:22:25.633027Z","end":"2026-04-09T01:22:25.810148Z","steps":["trace[1376548093] 'process raft request' (duration: 176.942714ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:22:38.860111Z","caller":"traceutil/trace.go:171","msg":"trace[970052072] transaction","detail":"{read_only:false; response_revision:9499; number_of_response:1; }","duration":"108.955991ms","start":"2026-04-09T01:22:38.751121Z","end":"2026-04-09T01:22:38.860077Z","steps":["trace[970052072] 'process raft request' (duration: 87.406531ms)","trace[970052072] 'compare' (duration: 21.434988ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:22:39.17298Z","caller":"traceutil/trace.go:171","msg":"trace[985939153] transaction","detail":"{read_only:false; response_revision:9501; number_of_response:1; }","duration":"246.839061ms","start":"2026-04-09T01:22:38.926095Z","end":"2026-04-09T01:22:39.172934Z","steps":["trace[985939153] 'process raft request' (duration: 220.828478ms)","trace[985939153] 'compare' (duration: 25.722948ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:22:59.319648Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-09T01:22:59.325271Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-09T01:22:59.325371Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-09T01:25:04.52407Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8073} {"level":"info","ts":"2026-04-09T01:25:04.586559Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8073,"took":"60.403761ms","hash":498185450,"current-db-size-bytes":57982976,"current-db-size":"58 MB","current-db-size-in-use-bytes":29523968,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-09T01:25:04.586625Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":498185450,"revision":8073,"compact-revision":5986} {"level":"info","ts":"2026-04-09T01:26:22.89076Z","caller":"traceutil/trace.go:171","msg":"trace[1359800643] transaction","detail":"{read_only:false; response_revision:11350; number_of_response:1; }","duration":"146.695842ms","start":"2026-04-09T01:26:22.744043Z","end":"2026-04-09T01:26:22.890739Z","steps":["trace[1359800643] 'process raft request' (duration: 146.545739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:26:23.254981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.272313ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-09T01:26:23.584412Z","caller":"traceutil/trace.go:171","msg":"trace[981309036] transaction","detail":"{read_only:false; response_revision:11354; number_of_response:1; }","duration":"185.622084ms","start":"2026-04-09T01:26:23.398762Z","end":"2026-04-09T01:26:23.584384Z","steps":["trace[981309036] 'process raft request' (duration: 125.410997ms)","trace[981309036] 'compare' (duration: 60.106636ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:26:23.622848Z","caller":"traceutil/trace.go:171","msg":"trace[752072896] linearizableReadLoop","detail":"{readStateIndex:11742; appliedIndex:11740; }","duration":"156.88037ms","start":"2026-04-09T01:26:23.465942Z","end":"2026-04-09T01:26:23.622823Z","steps":["trace[752072896] 'read index received' (duration: 58.246821ms)","trace[752072896] 'applied index is now lower than readState.Index' (duration: 98.628209ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:26:23.623154Z","caller":"traceutil/trace.go:171","msg":"trace[775060869] transaction","detail":"{read_only:false; response_revision:11355; number_of_response:1; }","duration":"223.913174ms","start":"2026-04-09T01:26:23.39919Z","end":"2026-04-09T01:26:23.623103Z","steps":["trace[775060869] 'process raft request' (duration: 223.494547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:26:23.623227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.259927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T01:26:23.623522Z","caller":"traceutil/trace.go:171","msg":"trace[880990200] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11355; }","duration":"157.608044ms","start":"2026-04-09T01:26:23.465891Z","end":"2026-04-09T01:26:23.623499Z","steps":["trace[880990200] 'agreement among raft nodes before linearized reading' (duration: 157.029093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:26:24.178069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.431492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:26:24.178097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.892716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T01:26:24.178162Z","caller":"traceutil/trace.go:171","msg":"trace[1770443315] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11356; }","duration":"239.565434ms","start":"2026-04-09T01:26:23.938577Z","end":"2026-04-09T01:26:24.178143Z","steps":["trace[1770443315] 'range keys from in-memory index tree' (duration: 239.376261ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:26:24.178182Z","caller":"traceutil/trace.go:171","msg":"trace[129445030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11356; }","duration":"223.013218ms","start":"2026-04-09T01:26:23.955146Z","end":"2026-04-09T01:26:24.178159Z","steps":["trace[129445030] 'range keys from in-memory index tree' (duration: 222.730872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:26:24.178163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.156087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:26:24.178292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.075356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:26:24.178346Z","caller":"traceutil/trace.go:171","msg":"trace[578869323] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11356; }","duration":"239.403361ms","start":"2026-04-09T01:26:23.938923Z","end":"2026-04-09T01:26:24.178326Z","steps":["trace[578869323] 'range keys from in-memory index tree' (duration: 239.016335ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:26:24.178375Z","caller":"traceutil/trace.go:171","msg":"trace[863239954] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11356; }","duration":"239.258679ms","start":"2026-04-09T01:26:23.939096Z","end":"2026-04-09T01:26:24.178355Z","steps":["trace[863239954] 'range keys from in-memory index tree' (duration: 238.970244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:26:24.178642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.740263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T01:26:24.178674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.943281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-04-09T01:26:24.17868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.595989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-09T01:26:24.178665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.451147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:26:24.178705Z","caller":"traceutil/trace.go:171","msg":"trace[1460391772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11356; }","duration":"360.841905ms","start":"2026-04-09T01:26:23.817849Z","end":"2026-04-09T01:26:24.178691Z","steps":["trace[1460391772] 'range keys from in-memory index tree' (duration: 360.60183ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:26:24.178725Z","caller":"traceutil/trace.go:171","msg":"trace[938266354] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11356; }","duration":"240.032873ms","start":"2026-04-09T01:26:23.938677Z","end":"2026-04-09T01:26:24.17871Z","steps":["trace[938266354] 'range keys from in-memory index tree' (duration: 239.769078ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:26:24.178737Z","caller":"traceutil/trace.go:171","msg":"trace[1430144927] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11356; }","duration":"174.682711ms","start":"2026-04-09T01:26:24.004036Z","end":"2026-04-09T01:26:24.178719Z","steps":["trace[1430144927] 'range keys from in-memory index tree' (duration: 174.448627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:26:24.178755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:26:23.81783Z","time spent":"360.914906ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T01:26:24.178758Z","caller":"traceutil/trace.go:171","msg":"trace[1037361634] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11356; }","duration":"174.61053ms","start":"2026-04-09T01:26:24.004128Z","end":"2026-04-09T01:26:24.178738Z","steps":["trace[1037361634] 'range keys from in-memory index tree' (duration: 174.341924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:26:24.178924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.350723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:26:24.178965Z","caller":"traceutil/trace.go:171","msg":"trace[242136230] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11356; }","duration":"175.390244ms","start":"2026-04-09T01:26:24.003564Z","end":"2026-04-09T01:26:24.178954Z","steps":["trace[242136230] 'range keys from in-memory index tree' (duration: 175.245331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:26:24.178982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.419995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-09T01:26:24.179021Z","caller":"traceutil/trace.go:171","msg":"trace[720856571] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11356; }","duration":"174.475237ms","start":"2026-04-09T01:26:24.004535Z","end":"2026-04-09T01:26:24.17901Z","steps":["trace[720856571] 'range keys from in-memory index tree' (duration: 173.913817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:26:24.178929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.631609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:26:24.179058Z","caller":"traceutil/trace.go:171","msg":"trace[1201547603] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11356; }","duration":"174.776192ms","start":"2026-04-09T01:26:24.004272Z","end":"2026-04-09T01:26:24.179048Z","steps":["trace[1201547603] 'range keys from in-memory index tree' (duration: 174.588439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:26:24.17933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.792352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:26:24.179385Z","caller":"traceutil/trace.go:171","msg":"trace[1197746807] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11356; }","duration":"175.893234ms","start":"2026-04-09T01:26:24.003479Z","end":"2026-04-09T01:26:24.179372Z","steps":["trace[1197746807] 'range keys from in-memory index tree' (duration: 174.996597ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:26:24.179479Z","caller":"traceutil/trace.go:171","msg":"trace[252631701] transaction","detail":"{read_only:false; response_revision:11357; number_of_response:1; }","duration":"147.434855ms","start":"2026-04-09T01:26:24.032011Z","end":"2026-04-09T01:26:24.179446Z","steps":["trace[252631701] 'process raft request' (duration: 114.656717ms)","trace[252631701] 'compare' (duration: 32.207287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:26:24.179584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.534214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:26:24.179987Z","caller":"traceutil/trace.go:171","msg":"trace[1664528515] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11356; }","duration":"241.026472ms","start":"2026-04-09T01:26:23.938942Z","end":"2026-04-09T01:26:24.179968Z","steps":["trace[1664528515] 'range keys from in-memory index tree' (duration: 239.449483ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:26:25.066923Z","caller":"traceutil/trace.go:171","msg":"trace[2145699798] linearizableReadLoop","detail":"{readStateIndex:11751; appliedIndex:11749; }","duration":"116.97085ms","start":"2026-04-09T01:26:24.949931Z","end":"2026-04-09T01:26:25.066902Z","steps":["trace[2145699798] 'read index received' (duration: 6.448271ms)","trace[2145699798] 'applied index is now lower than readState.Index' (duration: 110.521579ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:26:25.067044Z","caller":"traceutil/trace.go:171","msg":"trace[1666647108] transaction","detail":"{read_only:false; response_revision:11364; number_of_response:1; }","duration":"159.071971ms","start":"2026-04-09T01:26:24.90796Z","end":"2026-04-09T01:26:25.067032Z","steps":["trace[1666647108] 'process raft request' (duration: 140.768412ms)","trace[1666647108] 'compare' (duration: 17.682477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:26:25.067765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.810836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T01:26:25.067875Z","caller":"traceutil/trace.go:171","msg":"trace[1737592876] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11364; }","duration":"117.976419ms","start":"2026-04-09T01:26:24.949878Z","end":"2026-04-09T01:26:25.067854Z","steps":["trace[1737592876] 'agreement among raft nodes before linearized reading' (duration: 117.686264ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:26:26.93133Z","caller":"traceutil/trace.go:171","msg":"trace[1884831591] transaction","detail":"{read_only:false; response_revision:11372; number_of_response:1; }","duration":"105.553388ms","start":"2026-04-09T01:26:26.825754Z","end":"2026-04-09T01:26:26.931308Z","steps":["trace[1884831591] 'process raft request' (duration: 105.424645ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:27:01.432997Z","caller":"traceutil/trace.go:171","msg":"trace[924918697] transaction","detail":"{read_only:false; response_revision:11607; number_of_response:1; }","duration":"128.902332ms","start":"2026-04-09T01:27:01.304048Z","end":"2026-04-09T01:27:01.432951Z","steps":["trace[924918697] 'process raft request' (duration: 128.696558ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:30:04.535525Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10625} {"level":"info","ts":"2026-04-09T01:30:04.630084Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10625,"took":"91.319565ms","hash":390002104,"current-db-size-bytes":57982976,"current-db-size":"58 MB","current-db-size-in-use-bytes":27865088,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-09T01:30:04.630148Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":390002104,"revision":10625,"compact-revision":8073} {"level":"info","ts":"2026-04-09T01:32:46.451311Z","caller":"traceutil/trace.go:171","msg":"trace[34717940] transaction","detail":"{read_only:false; response_revision:13918; number_of_response:1; }","duration":"107.064156ms","start":"2026-04-09T01:32:46.344211Z","end":"2026-04-09T01:32:46.451276Z","steps":["trace[34717940] 'process raft request' (duration: 69.138862ms)","trace[34717940] 'compare' (duration: 37.786291ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:32:46.455324Z","caller":"traceutil/trace.go:171","msg":"trace[552703065] transaction","detail":"{read_only:false; response_revision:13919; number_of_response:1; }","duration":"111.00138ms","start":"2026-04-09T01:32:46.344295Z","end":"2026-04-09T01:32:46.455296Z","steps":["trace[552703065] 'process raft request' (duration: 110.805546ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:32:46.455751Z","caller":"traceutil/trace.go:171","msg":"trace[1482506179] transaction","detail":"{read_only:false; response_revision:13920; number_of_response:1; }","duration":"105.991857ms","start":"2026-04-09T01:32:46.349611Z","end":"2026-04-09T01:32:46.455603Z","steps":["trace[1482506179] 'process raft request' (duration: 105.625571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:32:54.06203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.144464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-09T01:32:54.062146Z","caller":"traceutil/trace.go:171","msg":"trace[838878378] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13971; }","duration":"206.316377ms","start":"2026-04-09T01:32:53.855804Z","end":"2026-04-09T01:32:54.06212Z","steps":["trace[838878378] 'range keys from in-memory index tree' (duration: 205.95125ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:32:54.062286Z","caller":"traceutil/trace.go:171","msg":"trace[718989527] transaction","detail":"{read_only:false; response_revision:13972; number_of_response:1; }","duration":"100.389423ms","start":"2026-04-09T01:32:53.961859Z","end":"2026-04-09T01:32:54.062249Z","steps":["trace[718989527] 'process raft request' (duration: 50.480957ms)","trace[718989527] 'compare' (duration: 49.730563ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:32:54.062332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.226241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-09T01:32:54.062471Z","caller":"traceutil/trace.go:171","msg":"trace[616177931] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13971; }","duration":"195.410054ms","start":"2026-04-09T01:32:53.867024Z","end":"2026-04-09T01:32:54.062434Z","steps":["trace[616177931] 'range keys from in-memory index tree' (duration: 194.964976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:32:55.378916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.360286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:150916"} {"level":"info","ts":"2026-04-09T01:32:55.379009Z","caller":"traceutil/trace.go:171","msg":"trace[2095861173] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:13982; }","duration":"269.500489ms","start":"2026-04-09T01:32:55.109489Z","end":"2026-04-09T01:32:55.378989Z","steps":["trace[2095861173] 'range keys from in-memory index tree' (duration: 269.035441ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:21.338994Z","caller":"traceutil/trace.go:171","msg":"trace[1266112763] transaction","detail":"{read_only:false; response_revision:14311; number_of_response:1; }","duration":"101.778857ms","start":"2026-04-09T01:33:21.237166Z","end":"2026-04-09T01:33:21.338945Z","steps":["trace[1266112763] 'process raft request' (duration: 101.566094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:33:21.861374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.413394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gvrwt\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-09T01:33:21.861462Z","caller":"traceutil/trace.go:171","msg":"trace[748277818] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gvrwt; range_end:; response_count:1; response_revision:14311; }","duration":"127.566317ms","start":"2026-04-09T01:33:21.733878Z","end":"2026-04-09T01:33:21.861444Z","steps":["trace[748277818] 'range keys from in-memory index tree' (duration: 127.253472ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.530174Z","caller":"traceutil/trace.go:171","msg":"trace[1217164506] transaction","detail":"{read_only:false; response_revision:14660; number_of_response:1; }","duration":"146.375986ms","start":"2026-04-09T01:33:58.383761Z","end":"2026-04-09T01:33:58.530137Z","steps":["trace[1217164506] 'process raft request' (duration: 133.1147ms)","trace[1217164506] 'compare' (duration: 13.080702ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:33:58.627592Z","caller":"traceutil/trace.go:171","msg":"trace[386088764] transaction","detail":"{read_only:false; response_revision:14662; number_of_response:1; }","duration":"242.124922ms","start":"2026-04-09T01:33:58.385437Z","end":"2026-04-09T01:33:58.627562Z","steps":["trace[386088764] 'process raft request' (duration: 241.96685ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.627664Z","caller":"traceutil/trace.go:171","msg":"trace[303910221] transaction","detail":"{read_only:false; response_revision:14663; number_of_response:1; }","duration":"242.127632ms","start":"2026-04-09T01:33:58.385528Z","end":"2026-04-09T01:33:58.627656Z","steps":["trace[303910221] 'process raft request' (duration: 241.932259ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.627586Z","caller":"traceutil/trace.go:171","msg":"trace[1468449758] transaction","detail":"{read_only:false; response_revision:14661; number_of_response:1; }","duration":"242.174883ms","start":"2026-04-09T01:33:58.385367Z","end":"2026-04-09T01:33:58.627542Z","steps":["trace[1468449758] 'process raft request' (duration: 241.834466ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.627944Z","caller":"traceutil/trace.go:171","msg":"trace[1244821349] transaction","detail":"{read_only:false; response_revision:14664; number_of_response:1; }","duration":"242.358617ms","start":"2026-04-09T01:33:58.385576Z","end":"2026-04-09T01:33:58.627934Z","steps":["trace[1244821349] 'process raft request' (duration: 241.97664ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.628009Z","caller":"traceutil/trace.go:171","msg":"trace[993476511] transaction","detail":"{read_only:false; response_revision:14665; number_of_response:1; }","duration":"238.708898ms","start":"2026-04-09T01:33:58.389292Z","end":"2026-04-09T01:33:58.628001Z","steps":["trace[993476511] 'process raft request' (duration: 238.308011ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.628133Z","caller":"traceutil/trace.go:171","msg":"trace[2109746439] transaction","detail":"{read_only:false; response_revision:14666; number_of_response:1; }","duration":"238.687378ms","start":"2026-04-09T01:33:58.389421Z","end":"2026-04-09T01:33:58.628109Z","steps":["trace[2109746439] 'process raft request' (duration: 238.22099ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.628305Z","caller":"traceutil/trace.go:171","msg":"trace[589726160] linearizableReadLoop","detail":"{readStateIndex:15173; appliedIndex:15162; }","duration":"232.708957ms","start":"2026-04-09T01:33:58.395562Z","end":"2026-04-09T01:33:58.628271Z","steps":["trace[589726160] 'read index received' (duration: 121.627077ms)","trace[589726160] 'applied index is now lower than readState.Index' (duration: 111.08078ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:33:58.628352Z","caller":"traceutil/trace.go:171","msg":"trace[1839570194] transaction","detail":"{read_only:false; response_revision:14667; number_of_response:1; }","duration":"237.794762ms","start":"2026-04-09T01:33:58.390512Z","end":"2026-04-09T01:33:58.628307Z","steps":["trace[1839570194] 'process raft request' (duration: 237.201351ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.628454Z","caller":"traceutil/trace.go:171","msg":"trace[1641570127] transaction","detail":"{read_only:false; response_revision:14668; number_of_response:1; }","duration":"233.107834ms","start":"2026-04-09T01:33:58.395333Z","end":"2026-04-09T01:33:58.628441Z","steps":["trace[1641570127] 'process raft request' (duration: 232.420642ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.628498Z","caller":"traceutil/trace.go:171","msg":"trace[1785133984] transaction","detail":"{read_only:false; response_revision:14671; number_of_response:1; }","duration":"231.148929ms","start":"2026-04-09T01:33:58.397341Z","end":"2026-04-09T01:33:58.62849Z","steps":["trace[1785133984] 'process raft request' (duration: 230.717291ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.628527Z","caller":"traceutil/trace.go:171","msg":"trace[778769215] transaction","detail":"{read_only:false; response_revision:14673; number_of_response:1; }","duration":"217.079128ms","start":"2026-04-09T01:33:58.411438Z","end":"2026-04-09T01:33:58.628517Z","steps":["trace[778769215] 'process raft request' (duration: 216.709151ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.628566Z","caller":"traceutil/trace.go:171","msg":"trace[281557085] transaction","detail":"{read_only:false; number_of_response:1; response_revision:14668; }","duration":"233.170785ms","start":"2026-04-09T01:33:58.395388Z","end":"2026-04-09T01:33:58.628559Z","steps":["trace[281557085] 'process raft request' (duration: 232.441642ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.628605Z","caller":"traceutil/trace.go:171","msg":"trace[2076555346] transaction","detail":"{read_only:false; response_revision:14672; number_of_response:1; }","duration":"217.683738ms","start":"2026-04-09T01:33:58.410915Z","end":"2026-04-09T01:33:58.628599Z","steps":["trace[2076555346] 'process raft request' (duration: 217.185969ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.628644Z","caller":"traceutil/trace.go:171","msg":"trace[1853780346] transaction","detail":"{read_only:false; response_revision:14674; number_of_response:1; }","duration":"212.613533ms","start":"2026-04-09T01:33:58.416015Z","end":"2026-04-09T01:33:58.628628Z","steps":["trace[1853780346] 'process raft request' (duration: 212.213776ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.628673Z","caller":"traceutil/trace.go:171","msg":"trace[1858744178] transaction","detail":"{read_only:false; response_revision:14670; number_of_response:1; }","duration":"232.999243ms","start":"2026-04-09T01:33:58.395658Z","end":"2026-04-09T01:33:58.628657Z","steps":["trace[1858744178] 'process raft request' (duration: 232.345981ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.628681Z","caller":"traceutil/trace.go:171","msg":"trace[239305] transaction","detail":"{read_only:false; response_revision:14669; number_of_response:1; }","duration":"233.192196ms","start":"2026-04-09T01:33:58.395459Z","end":"2026-04-09T01:33:58.628651Z","steps":["trace[239305] 'process raft request' (duration: 232.423412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:33:58.628892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.311349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111753"} {"level":"info","ts":"2026-04-09T01:33:58.62892Z","caller":"traceutil/trace.go:171","msg":"trace[70539486] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:14674; }","duration":"233.378271ms","start":"2026-04-09T01:33:58.395535Z","end":"2026-04-09T01:33:58.628914Z","steps":["trace[70539486] 'agreement among raft nodes before linearized reading' (duration: 233.141025ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.642092Z","caller":"traceutil/trace.go:171","msg":"trace[1251279718] transaction","detail":"{read_only:false; response_revision:14676; number_of_response:1; }","duration":"106.632759ms","start":"2026-04-09T01:33:58.535348Z","end":"2026-04-09T01:33:58.64198Z","steps":["trace[1251279718] 'process raft request' (duration: 106.478376ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.64235Z","caller":"traceutil/trace.go:171","msg":"trace[2062788309] transaction","detail":"{read_only:false; response_revision:14675; number_of_response:1; }","duration":"107.223789ms","start":"2026-04-09T01:33:58.535118Z","end":"2026-04-09T01:33:58.642342Z","steps":["trace[2062788309] 'process raft request' (duration: 106.359174ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.642778Z","caller":"traceutil/trace.go:171","msg":"trace[1711295185] transaction","detail":"{read_only:false; response_revision:14677; number_of_response:1; }","duration":"105.303215ms","start":"2026-04-09T01:33:58.537466Z","end":"2026-04-09T01:33:58.64277Z","steps":["trace[1711295185] 'process raft request' (duration: 104.410228ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.902286Z","caller":"traceutil/trace.go:171","msg":"trace[1029090361] transaction","detail":"{read_only:false; response_revision:14699; number_of_response:1; }","duration":"248.600872ms","start":"2026-04-09T01:33:58.653654Z","end":"2026-04-09T01:33:58.902255Z","steps":["trace[1029090361] 'process raft request' (duration: 248.47508ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.902367Z","caller":"traceutil/trace.go:171","msg":"trace[330087815] transaction","detail":"{read_only:false; response_revision:14698; number_of_response:1; }","duration":"251.793042ms","start":"2026-04-09T01:33:58.650538Z","end":"2026-04-09T01:33:58.902331Z","steps":["trace[330087815] 'process raft request' (duration: 250.951266ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.902531Z","caller":"traceutil/trace.go:171","msg":"trace[675202702] transaction","detail":"{read_only:false; response_revision:14700; number_of_response:1; }","duration":"247.748777ms","start":"2026-04-09T01:33:58.654753Z","end":"2026-04-09T01:33:58.902501Z","steps":["trace[675202702] 'process raft request' (duration: 247.469702ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.902604Z","caller":"traceutil/trace.go:171","msg":"trace[792459184] transaction","detail":"{read_only:false; response_revision:14702; number_of_response:1; }","duration":"243.855814ms","start":"2026-04-09T01:33:58.658733Z","end":"2026-04-09T01:33:58.902589Z","steps":["trace[792459184] 'process raft request' (duration: 243.741172ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.902572Z","caller":"traceutil/trace.go:171","msg":"trace[600291350] transaction","detail":"{read_only:false; response_revision:14701; number_of_response:1; }","duration":"246.767278ms","start":"2026-04-09T01:33:58.655787Z","end":"2026-04-09T01:33:58.902554Z","steps":["trace[600291350] 'process raft request' (duration: 246.617105ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.902964Z","caller":"traceutil/trace.go:171","msg":"trace[1633016116] transaction","detail":"{read_only:false; response_revision:14703; number_of_response:1; }","duration":"238.313201ms","start":"2026-04-09T01:33:58.664638Z","end":"2026-04-09T01:33:58.902952Z","steps":["trace[1633016116] 'process raft request' (duration: 237.886613ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.903005Z","caller":"traceutil/trace.go:171","msg":"trace[133451076] transaction","detail":"{read_only:false; number_of_response:1; response_revision:14703; }","duration":"237.407924ms","start":"2026-04-09T01:33:58.66558Z","end":"2026-04-09T01:33:58.902988Z","steps":["trace[133451076] 'process raft request' (duration: 237.281092ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.903027Z","caller":"traceutil/trace.go:171","msg":"trace[1101194644] linearizableReadLoop","detail":"{readStateIndex:15208; appliedIndex:15201; }","duration":"212.808158ms","start":"2026-04-09T01:33:58.690179Z","end":"2026-04-09T01:33:58.902987Z","steps":["trace[1101194644] 'read index received' (duration: 211.326751ms)","trace[1101194644] 'applied index is now lower than readState.Index' (duration: 1.479827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:33:58.903193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.551306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:9297"} {"level":"warn","ts":"2026-04-09T01:33:58.903215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.62912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-conductor-fc8bf974d\" ","response":"range_response_count:1 size:6808"} {"level":"info","ts":"2026-04-09T01:33:58.903268Z","caller":"traceutil/trace.go:171","msg":"trace[583167616] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:14703; }","duration":"252.643557ms","start":"2026-04-09T01:33:58.650606Z","end":"2026-04-09T01:33:58.90325Z","steps":["trace[583167616] 'agreement among raft nodes before linearized reading' (duration: 252.424062ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.903279Z","caller":"traceutil/trace.go:171","msg":"trace[1102882161] range","detail":"{range_begin:/registry/replicasets/openstack/nova-conductor-fc8bf974d; range_end:; response_count:1; response_revision:14703; }","duration":"244.14283ms","start":"2026-04-09T01:33:58.659116Z","end":"2026-04-09T01:33:58.903259Z","steps":["trace[1102882161] 'agreement among raft nodes before linearized reading' (duration: 243.874994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:33:58.90332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.997828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:33:58.903344Z","caller":"traceutil/trace.go:171","msg":"trace[173780854] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-init; range_end:; response_count:0; response_revision:14703; }","duration":"243.03544ms","start":"2026-04-09T01:33:58.6603Z","end":"2026-04-09T01:33:58.903335Z","steps":["trace[173780854] 'agreement among raft nodes before linearized reading' (duration: 242.999499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:33:58.903378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.74287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:9589"} {"level":"warn","ts":"2026-04-09T01:33:58.9034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.071438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7311"} {"level":"info","ts":"2026-04-09T01:33:58.903426Z","caller":"traceutil/trace.go:171","msg":"trace[1624181776] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:14703; }","duration":"252.843121ms","start":"2026-04-09T01:33:58.650568Z","end":"2026-04-09T01:33:58.903411Z","steps":["trace[1624181776] 'agreement among raft nodes before linearized reading' (duration: 252.589356ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.903451Z","caller":"traceutil/trace.go:171","msg":"trace[541048291] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:14703; }","duration":"258.15821ms","start":"2026-04-09T01:33:58.64528Z","end":"2026-04-09T01:33:58.903438Z","steps":["trace[541048291] 'agreement among raft nodes before linearized reading' (duration: 257.983347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:33:58.903202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.485424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jxjw5\" ","response":"range_response_count:1 size:7981"} {"level":"warn","ts":"2026-04-09T01:33:58.90348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.749762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-09T01:33:58.903527Z","caller":"traceutil/trace.go:171","msg":"trace[801188510] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jxjw5; range_end:; response_count:1; response_revision:14703; }","duration":"246.84217ms","start":"2026-04-09T01:33:58.656669Z","end":"2026-04-09T01:33:58.903511Z","steps":["trace[801188510] 'agreement among raft nodes before linearized reading' (duration: 246.434111ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.903583Z","caller":"traceutil/trace.go:171","msg":"trace[113201719] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:14703; }","duration":"223.890584ms","start":"2026-04-09T01:33:58.679663Z","end":"2026-04-09T01:33:58.903554Z","steps":["trace[113201719] 'agreement among raft nodes before linearized reading' (duration: 223.593348ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.925177Z","caller":"traceutil/trace.go:171","msg":"trace[1754558035] transaction","detail":"{read_only:false; response_revision:14706; number_of_response:1; }","duration":"224.991834ms","start":"2026-04-09T01:33:58.70015Z","end":"2026-04-09T01:33:58.925142Z","steps":["trace[1754558035] 'process raft request' (duration: 224.77089ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.925355Z","caller":"traceutil/trace.go:171","msg":"trace[533388579] transaction","detail":"{read_only:false; response_revision:14707; number_of_response:1; }","duration":"221.55502ms","start":"2026-04-09T01:33:58.703781Z","end":"2026-04-09T01:33:58.925336Z","steps":["trace[533388579] 'process raft request' (duration: 221.192114ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.925558Z","caller":"traceutil/trace.go:171","msg":"trace[1022555798] transaction","detail":"{read_only:false; response_revision:14708; number_of_response:1; }","duration":"173.435188ms","start":"2026-04-09T01:33:58.752117Z","end":"2026-04-09T01:33:58.925553Z","steps":["trace[1022555798] 'process raft request' (duration: 172.902617ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.92557Z","caller":"traceutil/trace.go:171","msg":"trace[1077113194] transaction","detail":"{read_only:false; response_revision:14704; number_of_response:1; }","duration":"230.091259ms","start":"2026-04-09T01:33:58.695469Z","end":"2026-04-09T01:33:58.92556Z","steps":["trace[1077113194] 'process raft request' (duration: 229.266363ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.925628Z","caller":"traceutil/trace.go:171","msg":"trace[214159203] transaction","detail":"{read_only:false; response_revision:14709; number_of_response:1; }","duration":"163.32836ms","start":"2026-04-09T01:33:58.762295Z","end":"2026-04-09T01:33:58.925623Z","steps":["trace[214159203] 'process raft request' (duration: 162.757409ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.925776Z","caller":"traceutil/trace.go:171","msg":"trace[734852972] transaction","detail":"{read_only:false; response_revision:14705; number_of_response:1; }","duration":"226.640565ms","start":"2026-04-09T01:33:58.699128Z","end":"2026-04-09T01:33:58.925769Z","steps":["trace[734852972] 'process raft request' (duration: 225.741488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:33:58.926512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.161397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-scheduler\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-09T01:33:58.926542Z","caller":"traceutil/trace.go:171","msg":"trace[1476465075] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-scheduler; range_end:; response_count:1; response_revision:14710; }","duration":"149.218008ms","start":"2026-04-09T01:33:58.777317Z","end":"2026-04-09T01:33:58.926535Z","steps":["trace[1476465075] 'agreement among raft nodes before linearized reading' (duration: 149.149086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:33:58.926626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.777129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-bootstrap\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-09T01:33:58.926645Z","caller":"traceutil/trace.go:171","msg":"trace[1429404089] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-bootstrap; range_end:; response_count:1; response_revision:14710; }","duration":"149.797119ms","start":"2026-04-09T01:33:58.776844Z","end":"2026-04-09T01:33:58.926641Z","steps":["trace[1429404089] 'agreement among raft nodes before linearized reading' (duration: 149.741568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:33:58.926766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.141685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-09T01:33:58.926805Z","caller":"traceutil/trace.go:171","msg":"trace[1641615648] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:14710; }","duration":"150.203856ms","start":"2026-04-09T01:33:58.776593Z","end":"2026-04-09T01:33:58.926796Z","steps":["trace[1641615648] 'agreement among raft nodes before linearized reading' (duration: 150.054244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:33:58.926989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.407012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-09T01:33:58.927017Z","caller":"traceutil/trace.go:171","msg":"trace[286427258] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:14710; }","duration":"150.435612ms","start":"2026-04-09T01:33:58.776576Z","end":"2026-04-09T01:33:58.927011Z","steps":["trace[286427258] 'agreement among raft nodes before linearized reading' (duration: 150.367381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:33:58.92721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.894645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T01:33:58.927236Z","caller":"traceutil/trace.go:171","msg":"trace[883568604] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14710; }","duration":"167.962686ms","start":"2026-04-09T01:33:58.759268Z","end":"2026-04-09T01:33:58.92723Z","steps":["trace[883568604] 'agreement among raft nodes before linearized reading' (duration: 167.891365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:33:58.927293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.251744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:33:58.927319Z","caller":"traceutil/trace.go:171","msg":"trace[1014145596] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:14710; }","duration":"208.321965ms","start":"2026-04-09T01:33:58.718989Z","end":"2026-04-09T01:33:58.927311Z","steps":["trace[1014145596] 'agreement among raft nodes before linearized reading' (duration: 208.280125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:33:58.927438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.685731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-osapi-77cd6b7dd\" ","response":"range_response_count:1 size:7289"} {"level":"info","ts":"2026-04-09T01:33:58.927458Z","caller":"traceutil/trace.go:171","msg":"trace[2055882539] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-osapi-77cd6b7dd; range_end:; response_count:1; response_revision:14710; }","duration":"223.748021ms","start":"2026-04-09T01:33:58.703705Z","end":"2026-04-09T01:33:58.927453Z","steps":["trace[2055882539] 'agreement among raft nodes before linearized reading' (duration: 223.69476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:33:58.927595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.532514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-scheduler-8f46d4f6d\" ","response":"range_response_count:1 size:6808"} {"level":"info","ts":"2026-04-09T01:33:58.927624Z","caller":"traceutil/trace.go:171","msg":"trace[1351791477] range","detail":"{range_begin:/registry/replicasets/openstack/nova-scheduler-8f46d4f6d; range_end:; response_count:1; response_revision:14710; }","duration":"225.590065ms","start":"2026-04-09T01:33:58.702028Z","end":"2026-04-09T01:33:58.927618Z","steps":["trace[1351791477] 'agreement among raft nodes before linearized reading' (duration: 225.509433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:33:58.927703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.616008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"range_response_count:1 size:7128"} {"level":"info","ts":"2026-04-09T01:33:58.927727Z","caller":"traceutil/trace.go:171","msg":"trace[2037810539] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; response_count:1; response_revision:14710; }","duration":"230.66721ms","start":"2026-04-09T01:33:58.697053Z","end":"2026-04-09T01:33:58.927721Z","steps":["trace[2037810539] 'agreement among raft nodes before linearized reading' (duration: 230.609339ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:34:13.144623Z","caller":"traceutil/trace.go:171","msg":"trace[806521751] transaction","detail":"{read_only:false; response_revision:14938; number_of_response:1; }","duration":"190.713988ms","start":"2026-04-09T01:34:12.953881Z","end":"2026-04-09T01:34:13.144595Z","steps":["trace[806521751] 'process raft request' (duration: 190.552525ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:34:13.148605Z","caller":"traceutil/trace.go:171","msg":"trace[24321900] transaction","detail":"{read_only:false; response_revision:14939; number_of_response:1; }","duration":"171.651485ms","start":"2026-04-09T01:34:12.976929Z","end":"2026-04-09T01:34:13.14858Z","steps":["trace[24321900] 'process raft request' (duration: 171.468762ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:34:13.148855Z","caller":"traceutil/trace.go:171","msg":"trace[1477832906] transaction","detail":"{read_only:false; response_revision:14940; number_of_response:1; }","duration":"171.668725ms","start":"2026-04-09T01:34:12.977155Z","end":"2026-04-09T01:34:13.148824Z","steps":["trace[1477832906] 'process raft request' (duration: 171.37186ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:34:13.150697Z","caller":"traceutil/trace.go:171","msg":"trace[51170831] linearizableReadLoop","detail":"{readStateIndex:15450; appliedIndex:15447; }","duration":"165.713374ms","start":"2026-04-09T01:34:12.98496Z","end":"2026-04-09T01:34:13.150674Z","steps":["trace[51170831] 'read index received' (duration: 159.478849ms)","trace[51170831] 'applied index is now lower than readState.Index' (duration: 6.233145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:34:13.150937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.95653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jxjw5\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-04-09T01:34:13.15099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.752737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-09T01:34:13.151009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.282817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T01:34:13.151123Z","caller":"traceutil/trace.go:171","msg":"trace[570453542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14940; }","duration":"137.413839ms","start":"2026-04-09T01:34:13.013689Z","end":"2026-04-09T01:34:13.151103Z","steps":["trace[570453542] 'agreement among raft nodes before linearized reading' (duration: 137.214966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:34:13.151151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.849408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T01:34:13.151012Z","caller":"traceutil/trace.go:171","msg":"trace[1953948518] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jxjw5; range_end:; response_count:1; response_revision:14940; }","duration":"166.076551ms","start":"2026-04-09T01:34:12.984919Z","end":"2026-04-09T01:34:13.150996Z","steps":["trace[1953948518] 'agreement among raft nodes before linearized reading' (duration: 165.852356ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:34:13.151452Z","caller":"traceutil/trace.go:171","msg":"trace[1654531610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14940; }","duration":"138.163864ms","start":"2026-04-09T01:34:13.013272Z","end":"2026-04-09T01:34:13.151436Z","steps":["trace[1654531610] 'agreement among raft nodes before linearized reading' (duration: 137.695716ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:34:13.151047Z","caller":"traceutil/trace.go:171","msg":"trace[1864501690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14940; }","duration":"137.848158ms","start":"2026-04-09T01:34:13.013182Z","end":"2026-04-09T01:34:13.15103Z","steps":["trace[1864501690] 'agreement among raft nodes before linearized reading' (duration: 137.658493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:34:13.151208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.835462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T01:34:13.151785Z","caller":"traceutil/trace.go:171","msg":"trace[717735612] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14940; }","duration":"135.452103ms","start":"2026-04-09T01:34:13.016319Z","end":"2026-04-09T01:34:13.151771Z","steps":["trace[717735612] 'agreement among raft nodes before linearized reading' (duration: 134.668739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:34:31.493552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.425414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jxjw5\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-04-09T01:34:31.493663Z","caller":"traceutil/trace.go:171","msg":"trace[1691463952] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jxjw5; range_end:; response_count:1; response_revision:15039; }","duration":"147.572117ms","start":"2026-04-09T01:34:31.346054Z","end":"2026-04-09T01:34:31.493626Z","steps":["trace[1691463952] 'range keys from in-memory index tree' (duration: 147.204711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:34:31.49395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.748884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hrd69\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-09T01:34:31.494024Z","caller":"traceutil/trace.go:171","msg":"trace[454371019] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-hrd69; range_end:; response_count:1; response_revision:15039; }","duration":"152.830395ms","start":"2026-04-09T01:34:31.341175Z","end":"2026-04-09T01:34:31.494005Z","steps":["trace[454371019] 'range keys from in-memory index tree' (duration: 152.5846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:34:38.86738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.301256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:34:38.867484Z","caller":"traceutil/trace.go:171","msg":"trace[1889190154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15072; }","duration":"449.456468ms","start":"2026-04-09T01:34:38.418007Z","end":"2026-04-09T01:34:38.867464Z","steps":["trace[1889190154] 'range keys from in-memory index tree' (duration: 449.199704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:34:38.867527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:34:38.417985Z","time spent":"449.53199ms","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:34:38.867644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.458289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-09T01:34:38.867764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.165011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:34:38.86771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.369285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gvrwt\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-09T01:34:38.868155Z","caller":"traceutil/trace.go:171","msg":"trace[1142195655] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15072; }","duration":"407.977068ms","start":"2026-04-09T01:34:38.46016Z","end":"2026-04-09T01:34:38.868137Z","steps":["trace[1142195655] 'range keys from in-memory index tree' (duration: 407.329677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:34:38.868289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:34:38.460156Z","time spent":"408.121261ms","remote":"127.0.0.1:39016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-09T01:34:38.868282Z","caller":"traceutil/trace.go:171","msg":"trace[152389459] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gvrwt; range_end:; response_count:1; response_revision:15072; }","duration":"272.000616ms","start":"2026-04-09T01:34:38.596243Z","end":"2026-04-09T01:34:38.868243Z","steps":["trace[152389459] 'range keys from in-memory index tree' (duration: 271.146431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:34:38.867714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.199622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:34:38.868788Z","caller":"traceutil/trace.go:171","msg":"trace[622225603] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15072; }","duration":"410.368223ms","start":"2026-04-09T01:34:38.458399Z","end":"2026-04-09T01:34:38.868767Z","steps":["trace[622225603] 'range keys from in-memory index tree' (duration: 408.987398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:34:38.868849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:34:38.458371Z","time spent":"410.463245ms","remote":"127.0.0.1:39016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-09T01:34:38.867809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.78275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-09T01:34:38.869006Z","caller":"traceutil/trace.go:171","msg":"trace[1781969219] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15072; }","duration":"233.021293ms","start":"2026-04-09T01:34:38.635969Z","end":"2026-04-09T01:34:38.86899Z","steps":["trace[1781969219] 'range keys from in-memory index tree' (duration: 231.656238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:34:38.867778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.12649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:34:38.869318Z","caller":"traceutil/trace.go:171","msg":"trace[655036691] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15072; }","duration":"410.660118ms","start":"2026-04-09T01:34:38.458601Z","end":"2026-04-09T01:34:38.869261Z","steps":["trace[655036691] 'range keys from in-memory index tree' (duration: 409.071459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:34:38.867975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.900137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-09T01:34:38.869404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:34:38.458597Z","time spent":"410.78445ms","remote":"127.0.0.1:39016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-09T01:34:38.869425Z","caller":"traceutil/trace.go:171","msg":"trace[2029523704] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15072; }","duration":"409.352024ms","start":"2026-04-09T01:34:38.460056Z","end":"2026-04-09T01:34:38.869408Z","steps":["trace[2029523704] 'range keys from in-memory index tree' (duration: 407.744275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:34:38.869481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:34:38.460051Z","time spent":"409.413455ms","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-09T01:34:38.867973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.985073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T01:34:38.869546Z","caller":"traceutil/trace.go:171","msg":"trace[222707560] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:15072; }","duration":"365.624783ms","start":"2026-04-09T01:34:38.503901Z","end":"2026-04-09T01:34:38.869525Z","steps":["trace[222707560] 'count revisions from in-memory index tree' (duration: 363.874661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:34:38.86962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:34:38.503873Z","time spent":"365.722155ms","remote":"127.0.0.1:38910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:34:38.868043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.776689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-09T01:34:38.8697Z","caller":"traceutil/trace.go:171","msg":"trace[297650223] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15072; }","duration":"233.43941ms","start":"2026-04-09T01:34:38.636237Z","end":"2026-04-09T01:34:38.869676Z","steps":["trace[297650223] 'range keys from in-memory index tree' (duration: 231.674938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:34:38.867764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.106295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:34:38.869799Z","caller":"traceutil/trace.go:171","msg":"trace[1753865543] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15072; }","duration":"235.183154ms","start":"2026-04-09T01:34:38.634603Z","end":"2026-04-09T01:34:38.869786Z","steps":["trace[1753865543] 'range keys from in-memory index tree' (duration: 233.031873ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:34:38.868264Z","caller":"traceutil/trace.go:171","msg":"trace[537035451] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15072; }","duration":"409.69837ms","start":"2026-04-09T01:34:38.458533Z","end":"2026-04-09T01:34:38.868231Z","steps":["trace[537035451] 'range keys from in-memory index tree' (duration: 409.10997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:34:38.869914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:34:38.458529Z","time spent":"411.373951ms","remote":"127.0.0.1:39016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-09T01:35:04.542652Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12791} {"level":"info","ts":"2026-04-09T01:35:04.629273Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12791,"took":"83.898807ms","hash":1265440773,"current-db-size-bytes":57982976,"current-db-size":"58 MB","current-db-size-in-use-bytes":30539776,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-09T01:35:04.629347Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1265440773,"revision":12791,"compact-revision":10625} {"level":"info","ts":"2026-04-09T01:35:47.75834Z","caller":"traceutil/trace.go:171","msg":"trace[142163275] transaction","detail":"{read_only:false; response_revision:15497; number_of_response:1; }","duration":"136.31972ms","start":"2026-04-09T01:35:47.621977Z","end":"2026-04-09T01:35:47.758297Z","steps":["trace[142163275] 'process raft request' (duration: 72.073128ms)","trace[142163275] 'compare' (duration: 64.021388ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:35:47.866728Z","caller":"traceutil/trace.go:171","msg":"trace[93877283] transaction","detail":"{read_only:false; response_revision:15498; number_of_response:1; }","duration":"103.313037ms","start":"2026-04-09T01:35:47.763387Z","end":"2026-04-09T01:35:47.8667Z","steps":["trace[93877283] 'process raft request' (duration: 100.979394ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:35:47.867134Z","caller":"traceutil/trace.go:171","msg":"trace[1224654691] linearizableReadLoop","detail":"{readStateIndex:16033; appliedIndex:16029; }","duration":"102.253747ms","start":"2026-04-09T01:35:47.764853Z","end":"2026-04-09T01:35:47.867106Z","steps":["trace[1224654691] 'read index received' (duration: 99.529056ms)","trace[1224654691] 'applied index is now lower than readState.Index' (duration: 2.723511ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:35:47.867374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.499411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-09T01:35:47.867417Z","caller":"traceutil/trace.go:171","msg":"trace[1766191535] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:15501; }","duration":"102.589464ms","start":"2026-04-09T01:35:47.764816Z","end":"2026-04-09T01:35:47.867405Z","steps":["trace[1766191535] 'agreement among raft nodes before linearized reading' (duration: 102.391861ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:35:47.867489Z","caller":"traceutil/trace.go:171","msg":"trace[285872844] transaction","detail":"{read_only:false; response_revision:15499; number_of_response:1; }","duration":"104.00741ms","start":"2026-04-09T01:35:47.763418Z","end":"2026-04-09T01:35:47.867426Z","steps":["trace[285872844] 'process raft request' (duration: 103.47036ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:35:47.867607Z","caller":"traceutil/trace.go:171","msg":"trace[1783619814] transaction","detail":"{read_only:false; response_revision:15501; number_of_response:1; }","duration":"103.081312ms","start":"2026-04-09T01:35:47.764505Z","end":"2026-04-09T01:35:47.867587Z","steps":["trace[1783619814] 'process raft request' (duration: 102.557733ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:35:47.867692Z","caller":"traceutil/trace.go:171","msg":"trace[2001124593] transaction","detail":"{read_only:false; response_revision:15500; number_of_response:1; }","duration":"104.200743ms","start":"2026-04-09T01:35:47.763479Z","end":"2026-04-09T01:35:47.86768Z","steps":["trace[2001124593] 'process raft request' (duration: 103.54432ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:40:04.549446Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15208} {"level":"info","ts":"2026-04-09T01:40:04.653446Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15208,"took":"100.245337ms","hash":2911088287,"current-db-size-bytes":57982976,"current-db-size":"58 MB","current-db-size-in-use-bytes":31744000,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-09T01:40:04.653509Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2911088287,"revision":15208,"compact-revision":12791} {"level":"info","ts":"2026-04-09T01:40:20.23954Z","caller":"traceutil/trace.go:171","msg":"trace[180993667] transaction","detail":"{read_only:false; response_revision:17624; number_of_response:1; }","duration":"124.84397ms","start":"2026-04-09T01:40:20.114669Z","end":"2026-04-09T01:40:20.239513Z","steps":["trace[180993667] 'process raft request' (duration: 124.219198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:40:26.629387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.646903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:40:26.629492Z","caller":"traceutil/trace.go:171","msg":"trace[1987453497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17660; }","duration":"213.784706ms","start":"2026-04-09T01:40:26.415673Z","end":"2026-04-09T01:40:26.629458Z","steps":["trace[1987453497] 'range keys from in-memory index tree' (duration: 213.530562ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:40:26.750794Z","caller":"traceutil/trace.go:171","msg":"trace[1042225176] transaction","detail":"{read_only:false; response_revision:17661; number_of_response:1; }","duration":"219.582393ms","start":"2026-04-09T01:40:26.531182Z","end":"2026-04-09T01:40:26.750765Z","steps":["trace[1042225176] 'process raft request' (duration: 219.427181ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:40:26.751376Z","caller":"traceutil/trace.go:171","msg":"trace[276957096] linearizableReadLoop","detail":"{readStateIndex:18264; appliedIndex:18264; }","duration":"120.829576ms","start":"2026-04-09T01:40:26.63051Z","end":"2026-04-09T01:40:26.75134Z","steps":["trace[276957096] 'read index received' (duration: 120.818656ms)","trace[276957096] 'applied index is now lower than readState.Index' (duration: 9.05µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:40:26.752034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.496948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:40:26.752081Z","caller":"traceutil/trace.go:171","msg":"trace[346924404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17663; }","duration":"121.594079ms","start":"2026-04-09T01:40:26.630475Z","end":"2026-04-09T01:40:26.752069Z","steps":["trace[346924404] 'agreement among raft nodes before linearized reading' (duration: 121.018539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:40:26.752282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.234549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-09T01:40:26.752344Z","caller":"traceutil/trace.go:171","msg":"trace[895224680] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17663; }","duration":"103.345931ms","start":"2026-04-09T01:40:26.648985Z","end":"2026-04-09T01:40:26.752331Z","steps":["trace[895224680] 'agreement among raft nodes before linearized reading' (duration: 103.168838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:40:28.091429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.762011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T01:40:28.091523Z","caller":"traceutil/trace.go:171","msg":"trace[1228852977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17663; }","duration":"837.929424ms","start":"2026-04-09T01:40:27.253573Z","end":"2026-04-09T01:40:28.091502Z","steps":["trace[1228852977] 'range keys from in-memory index tree' (duration: 837.569367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:40:28.09157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:40:27.253549Z","time spent":"838.011505ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T01:40:28.09175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.752859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jxjw5\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-04-09T01:40:28.091876Z","caller":"traceutil/trace.go:171","msg":"trace[1302866234] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jxjw5; range_end:; response_count:1; response_revision:17663; }","duration":"591.953482ms","start":"2026-04-09T01:40:27.499895Z","end":"2026-04-09T01:40:28.091849Z","steps":["trace[1302866234] 'range keys from in-memory index tree' (duration: 591.539175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:40:28.091951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:40:27.499858Z","time spent":"592.076355ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9737,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-jxjw5\" "} {"level":"warn","ts":"2026-04-09T01:40:28.091847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.985994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-09T01:40:28.092197Z","caller":"traceutil/trace.go:171","msg":"trace[835905603] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17663; }","duration":"684.402472ms","start":"2026-04-09T01:40:27.407781Z","end":"2026-04-09T01:40:28.092183Z","steps":["trace[835905603] 'range keys from in-memory index tree' (duration: 683.76005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:40:28.092207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.562783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T01:40:28.092236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:40:27.407759Z","time spent":"684.464363ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T01:40:28.092264Z","caller":"traceutil/trace.go:171","msg":"trace[893407821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17663; }","duration":"572.650715ms","start":"2026-04-09T01:40:27.519593Z","end":"2026-04-09T01:40:28.092244Z","steps":["trace[893407821] 'range keys from in-memory index tree' (duration: 572.413001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:40:28.092312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:40:27.51957Z","time spent":"572.733536ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T01:40:28.09237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.144846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-09T01:40:28.092416Z","caller":"traceutil/trace.go:171","msg":"trace[94347833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17663; }","duration":"571.236579ms","start":"2026-04-09T01:40:27.521167Z","end":"2026-04-09T01:40:28.092403Z","steps":["trace[94347833] 'range keys from in-memory index tree' (duration: 570.993713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:40:28.092456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:40:27.521136Z","time spent":"571.313171ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T01:40:28.093087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.668421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:40:28.093382Z","caller":"traceutil/trace.go:171","msg":"trace[1505739323] linearizableReadLoop","detail":"{readStateIndex:18267; appliedIndex:18266; }","duration":"499.631984ms","start":"2026-04-09T01:40:27.593738Z","end":"2026-04-09T01:40:28.09337Z","steps":["trace[1505739323] 'read index received' (duration: 9.529936ms)","trace[1505739323] 'applied index is now lower than readState.Index' (duration: 490.101028ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:40:28.093471Z","caller":"traceutil/trace.go:171","msg":"trace[623749706] transaction","detail":"{read_only:false; response_revision:17664; number_of_response:1; }","duration":"541.367356ms","start":"2026-04-09T01:40:27.552075Z","end":"2026-04-09T01:40:28.093442Z","steps":["trace[623749706] 'process raft request' (duration: 51.261287ms)","trace[623749706] 'compare' (duration: 489.488278ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:40:28.093526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.788267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-09T01:40:28.093556Z","caller":"traceutil/trace.go:171","msg":"trace[777974336] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:17664; }","duration":"499.870398ms","start":"2026-04-09T01:40:27.593677Z","end":"2026-04-09T01:40:28.093548Z","steps":["trace[777974336] 'agreement among raft nodes before linearized reading' (duration: 499.772007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:40:28.093586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:40:27.593647Z","time spent":"499.93191ms","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-04-09T01:40:28.093601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:40:27.55205Z","time spent":"541.477778ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:40:28.093835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.748797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lh4hl\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-04-09T01:40:28.093881Z","caller":"traceutil/trace.go:171","msg":"trace[1276554162] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lh4hl; range_end:; response_count:1; response_revision:17664; }","duration":"105.860769ms","start":"2026-04-09T01:40:27.988011Z","end":"2026-04-09T01:40:28.093872Z","steps":["trace[1276554162] 'agreement among raft nodes before linearized reading' (duration: 105.746846ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:40:28.231251Z","caller":"traceutil/trace.go:171","msg":"trace[952836283] transaction","detail":"{read_only:false; response_revision:17665; number_of_response:1; }","duration":"132.245857ms","start":"2026-04-09T01:40:28.09898Z","end":"2026-04-09T01:40:28.231226Z","steps":["trace[952836283] 'process raft request' (duration: 94.709373ms)","trace[952836283] 'compare' (duration: 37.278909ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:40:28.231361Z","caller":"traceutil/trace.go:171","msg":"trace[1939479384] transaction","detail":"{read_only:false; response_revision:17667; number_of_response:1; }","duration":"132.270857ms","start":"2026-04-09T01:40:28.099081Z","end":"2026-04-09T01:40:28.231352Z","steps":["trace[1939479384] 'process raft request' (duration: 132.085034ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:40:28.231245Z","caller":"traceutil/trace.go:171","msg":"trace[39513301] transaction","detail":"{read_only:false; response_revision:17666; number_of_response:1; }","duration":"132.167866ms","start":"2026-04-09T01:40:28.099048Z","end":"2026-04-09T01:40:28.231216Z","steps":["trace[39513301] 'process raft request' (duration: 132.074354ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:40:28.231531Z","caller":"traceutil/trace.go:171","msg":"trace[1012271621] transaction","detail":"{read_only:false; response_revision:17668; number_of_response:1; }","duration":"132.39494ms","start":"2026-04-09T01:40:28.099114Z","end":"2026-04-09T01:40:28.231509Z","steps":["trace[1012271621] 'process raft request' (duration: 132.206677ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:40:28.231591Z","caller":"traceutil/trace.go:171","msg":"trace[457895056] linearizableReadLoop","detail":"{readStateIndex:18272; appliedIndex:18268; }","duration":"118.532743ms","start":"2026-04-09T01:40:28.113046Z","end":"2026-04-09T01:40:28.231579Z","steps":["trace[457895056] 'read index received' (duration: 80.656913ms)","trace[457895056] 'applied index is now lower than readState.Index' (duration: 37.87482ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:40:28.2316Z","caller":"traceutil/trace.go:171","msg":"trace[2119798584] transaction","detail":"{read_only:false; response_revision:17669; number_of_response:1; }","duration":"112.559733ms","start":"2026-04-09T01:40:28.119024Z","end":"2026-04-09T01:40:28.231584Z","steps":["trace[2119798584] 'process raft request' (duration: 112.481851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:40:28.232341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.114006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940380"} {"level":"info","ts":"2026-04-09T01:40:28.232377Z","caller":"traceutil/trace.go:171","msg":"trace[1301547630] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17669; }","duration":"131.186466ms","start":"2026-04-09T01:40:28.101181Z","end":"2026-04-09T01:40:28.232368Z","steps":["trace[1301547630] 'agreement among raft nodes before linearized reading' (duration: 130.437753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:40:33.20343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.179619ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-09T01:40:34.561093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.161588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:40:34.561253Z","caller":"traceutil/trace.go:171","msg":"trace[1602640876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17770; }","duration":"137.386162ms","start":"2026-04-09T01:40:34.423838Z","end":"2026-04-09T01:40:34.561224Z","steps":["trace[1602640876] 'range keys from in-memory index tree' (duration: 137.013105ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:40:39.617017Z","caller":"traceutil/trace.go:171","msg":"trace[1651668203] transaction","detail":"{read_only:false; response_revision:17872; number_of_response:1; }","duration":"172.140725ms","start":"2026-04-09T01:40:39.444848Z","end":"2026-04-09T01:40:39.616989Z","steps":["trace[1651668203] 'process raft request' (duration: 171.90668ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:43:53.382935Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-09T01:43:53.38857Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-09T01:43:53.388796Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-09T01:45:04.556414Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17508} {"level":"info","ts":"2026-04-09T01:45:04.655555Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17508,"took":"95.917709ms","hash":4252609353,"current-db-size-bytes":57982976,"current-db-size":"58 MB","current-db-size-in-use-bytes":34336768,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-09T01:45:04.655627Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4252609353,"revision":17508,"compact-revision":15208} {"level":"info","ts":"2026-04-09T01:46:06.279115Z","caller":"traceutil/trace.go:171","msg":"trace[1815303589] transaction","detail":"{read_only:false; response_revision:20311; number_of_response:1; }","duration":"120.057085ms","start":"2026-04-09T01:46:06.159036Z","end":"2026-04-09T01:46:06.279094Z","steps":["trace[1815303589] 'process raft request' (duration: 119.866711ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:06.369027Z","caller":"traceutil/trace.go:171","msg":"trace[1329676727] transaction","detail":"{read_only:false; response_revision:20313; number_of_response:1; }","duration":"206.0662ms","start":"2026-04-09T01:46:06.162931Z","end":"2026-04-09T01:46:06.368997Z","steps":["trace[1329676727] 'process raft request' (duration: 206.011599ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:06.369082Z","caller":"traceutil/trace.go:171","msg":"trace[638913408] transaction","detail":"{read_only:false; response_revision:20312; number_of_response:1; }","duration":"206.849135ms","start":"2026-04-09T01:46:06.162186Z","end":"2026-04-09T01:46:06.369035Z","steps":["trace[638913408] 'process raft request' (duration: 205.570131ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:12.12786Z","caller":"traceutil/trace.go:171","msg":"trace[1462023666] transaction","detail":"{read_only:false; response_revision:20339; number_of_response:1; }","duration":"178.144452ms","start":"2026-04-09T01:46:11.949684Z","end":"2026-04-09T01:46:12.127828Z","steps":["trace[1462023666] 'process raft request' (duration: 177.51684ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:12.340102Z","caller":"traceutil/trace.go:171","msg":"trace[1659372696] transaction","detail":"{read_only:false; response_revision:20340; number_of_response:1; }","duration":"207.564998ms","start":"2026-04-09T01:46:12.132311Z","end":"2026-04-09T01:46:12.339876Z","steps":["trace[1659372696] 'process raft request' (duration: 207.371714ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:12.484429Z","caller":"traceutil/trace.go:171","msg":"trace[1676404623] transaction","detail":"{read_only:false; response_revision:20341; number_of_response:1; }","duration":"351.936074ms","start":"2026-04-09T01:46:12.132465Z","end":"2026-04-09T01:46:12.484401Z","steps":["trace[1676404623] 'process raft request' (duration: 349.143342ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:12.484453Z","caller":"traceutil/trace.go:171","msg":"trace[1592997259] transaction","detail":"{read_only:false; response_revision:20343; number_of_response:1; }","duration":"351.914544ms","start":"2026-04-09T01:46:12.132515Z","end":"2026-04-09T01:46:12.484429Z","steps":["trace[1592997259] 'process raft request' (duration: 351.829262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:12.484608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:12.132486Z","time spent":"352.034436ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:46:12.484677Z","caller":"traceutil/trace.go:171","msg":"trace[961178499] transaction","detail":"{read_only:false; response_revision:20342; number_of_response:1; }","duration":"352.122628ms","start":"2026-04-09T01:46:12.132516Z","end":"2026-04-09T01:46:12.484639Z","steps":["trace[961178499] 'process raft request' (duration: 351.73676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:12.484607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:12.132437Z","time spent":"352.066607ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:46:12.4847Z","caller":"traceutil/trace.go:171","msg":"trace[827861311] transaction","detail":"{read_only:false; response_revision:20344; number_of_response:1; }","duration":"186.701721ms","start":"2026-04-09T01:46:12.297902Z","end":"2026-04-09T01:46:12.484603Z","steps":["trace[827861311] 'process raft request' (duration: 186.486907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:12.48483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:12.132486Z","time spent":"352.26051ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:46:12.928658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.231625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:46:12.929017Z","caller":"traceutil/trace.go:171","msg":"trace[1767432223] linearizableReadLoop","detail":"{readStateIndex:21037; appliedIndex:21031; }","duration":"531.727097ms","start":"2026-04-09T01:46:12.397262Z","end":"2026-04-09T01:46:12.928989Z","steps":["trace[1767432223] 'read index received' (duration: 84.362084ms)","trace[1767432223] 'applied index is now lower than readState.Index' (duration: 447.363623ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:46:12.929049Z","caller":"traceutil/trace.go:171","msg":"trace[371829991] transaction","detail":"{read_only:false; response_revision:20345; number_of_response:1; }","duration":"539.648784ms","start":"2026-04-09T01:46:12.389149Z","end":"2026-04-09T01:46:12.928798Z","steps":["trace[371829991] 'process raft request' (duration: 225.155694ms)","trace[371829991] 'compare' (duration: 314.126584ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:46:12.92931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:12.389127Z","time spent":"540.069661ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:46:12.929397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.130495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:46:12.92932Z","caller":"traceutil/trace.go:171","msg":"trace[573941133] transaction","detail":"{read_only:false; response_revision:20346; number_of_response:1; }","duration":"540.139443ms","start":"2026-04-09T01:46:12.38915Z","end":"2026-04-09T01:46:12.929289Z","steps":["trace[573941133] 'process raft request' (duration: 539.608034ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:12.929458Z","caller":"traceutil/trace.go:171","msg":"trace[2091397342] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:20346; }","duration":"532.228136ms","start":"2026-04-09T01:46:12.397214Z","end":"2026-04-09T01:46:12.929442Z","steps":["trace[2091397342] 'agreement among raft nodes before linearized reading' (duration: 532.090583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:12.92952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:12.397202Z","time spent":"532.307977ms","remote":"127.0.0.1:53608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:46:12.929698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:12.389127Z","time spent":"540.333316ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:46:13.385955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.737936ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-09T01:46:13.825028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.404592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:46:13.825132Z","caller":"traceutil/trace.go:171","msg":"trace[2022704035] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:20347; }","duration":"175.533073ms","start":"2026-04-09T01:46:13.64956Z","end":"2026-04-09T01:46:13.825093Z","steps":["trace[2022704035] 'count revisions from in-memory index tree' (duration: 175.343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:13.82536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.976642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:46:13.825393Z","caller":"traceutil/trace.go:171","msg":"trace[845799298] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20347; }","duration":"155.026993ms","start":"2026-04-09T01:46:13.670355Z","end":"2026-04-09T01:46:13.825382Z","steps":["trace[845799298] 'count revisions from in-memory index tree' (duration: 154.940252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:13.825619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.255208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-09T01:46:13.825774Z","caller":"traceutil/trace.go:171","msg":"trace[1910526304] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20347; }","duration":"333.449332ms","start":"2026-04-09T01:46:13.492302Z","end":"2026-04-09T01:46:13.825752Z","steps":["trace[1910526304] 'range keys from in-memory index tree' (duration: 332.989773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:13.825879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:13.492294Z","time spent":"333.571634ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-09T01:46:46.696541Z","caller":"traceutil/trace.go:171","msg":"trace[199281304] transaction","detail":"{read_only:false; response_revision:20669; number_of_response:1; }","duration":"109.968968ms","start":"2026-04-09T01:46:46.586541Z","end":"2026-04-09T01:46:46.69651Z","steps":["trace[199281304] 'process raft request' (duration: 109.647082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:46.696702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.524566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-04-09T01:46:46.696775Z","caller":"traceutil/trace.go:171","msg":"trace[170950311] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:20669; }","duration":"133.605037ms","start":"2026-04-09T01:46:46.56315Z","end":"2026-04-09T01:46:46.696755Z","steps":["trace[170950311] 'agreement among raft nodes before linearized reading' (duration: 133.462303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:46.696698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.667889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-09T01:46:46.696829Z","caller":"traceutil/trace.go:171","msg":"trace[1028538836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20669; }","duration":"125.850623ms","start":"2026-04-09T01:46:46.570963Z","end":"2026-04-09T01:46:46.696814Z","steps":["trace[1028538836] 'agreement among raft nodes before linearized reading' (duration: 125.575217ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:46.915996Z","caller":"traceutil/trace.go:171","msg":"trace[186388269] transaction","detail":"{read_only:false; response_revision:20676; number_of_response:1; }","duration":"174.675928ms","start":"2026-04-09T01:46:46.741282Z","end":"2026-04-09T01:46:46.915958Z","steps":["trace[186388269] 'process raft request' (duration: 174.362262ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:46.91606Z","caller":"traceutil/trace.go:171","msg":"trace[1936352920] transaction","detail":"{read_only:false; response_revision:20677; number_of_response:1; }","duration":"174.312981ms","start":"2026-04-09T01:46:46.741706Z","end":"2026-04-09T01:46:46.916019Z","steps":["trace[1936352920] 'process raft request' (duration: 174.127368ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:46.916281Z","caller":"traceutil/trace.go:171","msg":"trace[1156356602] transaction","detail":"{read_only:false; response_revision:20678; number_of_response:1; }","duration":"173.249091ms","start":"2026-04-09T01:46:46.743022Z","end":"2026-04-09T01:46:46.916271Z","steps":["trace[1156356602] 'process raft request' (duration: 172.873214ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:46.916306Z","caller":"traceutil/trace.go:171","msg":"trace[1929768888] transaction","detail":"{read_only:false; response_revision:20679; number_of_response:1; }","duration":"173.253701ms","start":"2026-04-09T01:46:46.743035Z","end":"2026-04-09T01:46:46.916289Z","steps":["trace[1929768888] 'process raft request' (duration: 172.974106ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:46.916367Z","caller":"traceutil/trace.go:171","msg":"trace[14445173] transaction","detail":"{read_only:false; response_revision:20680; number_of_response:1; }","duration":"173.149629ms","start":"2026-04-09T01:46:46.743196Z","end":"2026-04-09T01:46:46.916346Z","steps":["trace[14445173] 'process raft request' (duration: 172.853874ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:46.91645Z","caller":"traceutil/trace.go:171","msg":"trace[1784687883] transaction","detail":"{read_only:false; response_revision:20681; number_of_response:1; }","duration":"171.55316ms","start":"2026-04-09T01:46:46.744881Z","end":"2026-04-09T01:46:46.916434Z","steps":["trace[1784687883] 'process raft request' (duration: 171.208283ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:46.916521Z","caller":"traceutil/trace.go:171","msg":"trace[1327876959] transaction","detail":"{read_only:false; response_revision:20682; number_of_response:1; }","duration":"171.310586ms","start":"2026-04-09T01:46:46.745194Z","end":"2026-04-09T01:46:46.916504Z","steps":["trace[1327876959] 'process raft request' (duration: 170.929538ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:46.916575Z","caller":"traceutil/trace.go:171","msg":"trace[200103685] transaction","detail":"{read_only:false; response_revision:20683; number_of_response:1; }","duration":"171.142693ms","start":"2026-04-09T01:46:46.745374Z","end":"2026-04-09T01:46:46.916517Z","steps":["trace[200103685] 'process raft request' (duration: 170.963019ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:46.916798Z","caller":"traceutil/trace.go:171","msg":"trace[383069964] transaction","detail":"{read_only:false; response_revision:20684; number_of_response:1; }","duration":"169.755288ms","start":"2026-04-09T01:46:46.747022Z","end":"2026-04-09T01:46:46.916777Z","steps":["trace[383069964] 'process raft request' (duration: 169.420881ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:46.916889Z","caller":"traceutil/trace.go:171","msg":"trace[248646048] linearizableReadLoop","detail":"{readStateIndex:21385; appliedIndex:21381; }","duration":"175.428052ms","start":"2026-04-09T01:46:46.741443Z","end":"2026-04-09T01:46:46.916871Z","steps":["trace[248646048] 'read index received' (duration: 36.940935ms)","trace[248646048] 'applied index is now lower than readState.Index' (duration: 138.485697ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:46:46.916962Z","caller":"traceutil/trace.go:171","msg":"trace[1104743158] transaction","detail":"{read_only:false; response_revision:20685; number_of_response:1; }","duration":"151.214083ms","start":"2026-04-09T01:46:46.765713Z","end":"2026-04-09T01:46:46.916927Z","steps":["trace[1104743158] 'process raft request' (duration: 151.00194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:46.917155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.658887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-09T01:46:46.91721Z","caller":"traceutil/trace.go:171","msg":"trace[1657025642] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:20685; }","duration":"175.801699ms","start":"2026-04-09T01:46:46.741392Z","end":"2026-04-09T01:46:46.917194Z","steps":["trace[1657025642] 'agreement among raft nodes before linearized reading' (duration: 175.547095ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:46.937405Z","caller":"traceutil/trace.go:171","msg":"trace[1505766575] transaction","detail":"{read_only:false; response_revision:20686; number_of_response:1; }","duration":"154.062616ms","start":"2026-04-09T01:46:46.783327Z","end":"2026-04-09T01:46:46.93739Z","steps":["trace[1505766575] 'process raft request' (duration: 153.976394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:46.93763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.843457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-housekeeping\" ","response":"range_response_count:1 size:7328"} {"level":"info","ts":"2026-04-09T01:46:46.937703Z","caller":"traceutil/trace.go:171","msg":"trace[299051763] range","detail":"{range_begin:/registry/deployments/openstack/octavia-housekeeping; range_end:; response_count:1; response_revision:20686; }","duration":"150.967208ms","start":"2026-04-09T01:46:46.786718Z","end":"2026-04-09T01:46:46.937686Z","steps":["trace[299051763] 'agreement among raft nodes before linearized reading' (duration: 150.714523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:46.938516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.373426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210990"} {"level":"info","ts":"2026-04-09T01:46:46.938594Z","caller":"traceutil/trace.go:171","msg":"trace[915608573] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:20686; }","duration":"192.483497ms","start":"2026-04-09T01:46:46.746093Z","end":"2026-04-09T01:46:46.938576Z","steps":["trace[915608573] 'agreement among raft nodes before linearized reading' (duration: 191.365796ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:47.077468Z","caller":"traceutil/trace.go:171","msg":"trace[1258161804] transaction","detail":"{read_only:false; response_revision:20701; number_of_response:1; }","duration":"100.363729ms","start":"2026-04-09T01:46:46.977076Z","end":"2026-04-09T01:46:47.077439Z","steps":["trace[1258161804] 'process raft request' (duration: 99.88346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:47.138849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.812729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-housekeeping\" ","response":"range_response_count:1 size:7625"} {"level":"info","ts":"2026-04-09T01:46:47.138686Z","caller":"traceutil/trace.go:171","msg":"trace[432420193] transaction","detail":"{read_only:false; response_revision:20708; number_of_response:1; }","duration":"104.326434ms","start":"2026-04-09T01:46:47.034308Z","end":"2026-04-09T01:46:47.138635Z","steps":["trace[432420193] 'process raft request' (duration: 104.049229ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:47.138905Z","caller":"traceutil/trace.go:171","msg":"trace[1877895179] range","detail":"{range_begin:/registry/deployments/openstack/octavia-housekeeping; range_end:; response_count:1; response_revision:20709; }","duration":"100.907521ms","start":"2026-04-09T01:46:47.037987Z","end":"2026-04-09T01:46:47.138895Z","steps":["trace[1877895179] 'agreement among raft nodes before linearized reading' (duration: 100.716197ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:47.39187Z","caller":"traceutil/trace.go:171","msg":"trace[404797803] transaction","detail":"{read_only:false; response_revision:20727; number_of_response:1; }","duration":"106.780069ms","start":"2026-04-09T01:46:47.285057Z","end":"2026-04-09T01:46:47.391837Z","steps":["trace[404797803] 'process raft request' (duration: 77.502306ms)","trace[404797803] 'compare' (duration: 29.12603ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:46:47.398817Z","caller":"traceutil/trace.go:171","msg":"trace[1746915654] transaction","detail":"{read_only:false; response_revision:20728; number_of_response:1; }","duration":"107.367991ms","start":"2026-04-09T01:46:47.291427Z","end":"2026-04-09T01:46:47.398795Z","steps":["trace[1746915654] 'process raft request' (duration: 106.844162ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:48.003405Z","caller":"traceutil/trace.go:171","msg":"trace[1092781564] transaction","detail":"{read_only:false; response_revision:20735; number_of_response:1; }","duration":"109.810587ms","start":"2026-04-09T01:46:47.893567Z","end":"2026-04-09T01:46:48.003378Z","steps":["trace[1092781564] 'process raft request' (duration: 107.061546ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:47:25.195782Z","caller":"traceutil/trace.go:171","msg":"trace[1578910342] transaction","detail":"{read_only:false; response_revision:20988; number_of_response:1; }","duration":"106.83875ms","start":"2026-04-09T01:47:25.088913Z","end":"2026-04-09T01:47:25.195752Z","steps":["trace[1578910342] 'process raft request' (duration: 106.423713ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:49:51.105387Z","caller":"traceutil/trace.go:171","msg":"trace[423725871] linearizableReadLoop","detail":"{readStateIndex:22807; appliedIndex:22806; }","duration":"218.298696ms","start":"2026-04-09T01:49:50.887058Z","end":"2026-04-09T01:49:51.105356Z","steps":["trace[423725871] 'read index received' (duration: 217.98528ms)","trace[423725871] 'applied index is now lower than readState.Index' (duration: 312.426µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:49:51.10556Z","caller":"traceutil/trace.go:171","msg":"trace[1789887129] transaction","detail":"{read_only:false; response_revision:22055; number_of_response:1; }","duration":"230.573604ms","start":"2026-04-09T01:49:50.874939Z","end":"2026-04-09T01:49:51.105513Z","steps":["trace[1789887129] 'process raft request' (duration: 230.221397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:49:51.105793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.671884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-09T01:49:51.106452Z","caller":"traceutil/trace.go:171","msg":"trace[665855418] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22055; }","duration":"219.431898ms","start":"2026-04-09T01:49:50.886997Z","end":"2026-04-09T01:49:51.106429Z","steps":["trace[665855418] 'agreement among raft nodes before linearized reading' (duration: 218.584242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:03.71039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.635925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:50:03.710559Z","caller":"traceutil/trace.go:171","msg":"trace[203864771] linearizableReadLoop","detail":"{readStateIndex:23352; appliedIndex:23351; }","duration":"410.355537ms","start":"2026-04-09T01:50:03.30018Z","end":"2026-04-09T01:50:03.710536Z","steps":["trace[203864771] 'read index received' (duration: 295.412936ms)","trace[203864771] 'applied index is now lower than readState.Index' (duration: 114.939331ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:50:03.710625Z","caller":"traceutil/trace.go:171","msg":"trace[1482256499] transaction","detail":"{read_only:false; response_revision:22590; number_of_response:1; }","duration":"414.089525ms","start":"2026-04-09T01:50:03.296485Z","end":"2026-04-09T01:50:03.710575Z","steps":["trace[1482256499] 'process raft request' (duration: 299.092514ms)","trace[1482256499] 'compare' (duration: 114.36943ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:50:03.71083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.639114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" ","response":"range_response_count:1 size:2489"} {"level":"info","ts":"2026-04-09T01:50:03.710873Z","caller":"traceutil/trace.go:171","msg":"trace[899477337] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capo-system/capo-serving-cert; range_end:; response_count:1; response_revision:22590; }","duration":"410.713344ms","start":"2026-04-09T01:50:03.300142Z","end":"2026-04-09T01:50:03.710856Z","steps":["trace[899477337] 'agreement among raft nodes before linearized reading' (duration: 410.488239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:03.710886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.296454Z","time spent":"414.293911ms","remote":"127.0.0.1:38834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":88952,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:50:03.710911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.300125Z","time spent":"410.776845ms","remote":"127.0.0.1:53652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2513,"request content":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" "} {"level":"info","ts":"2026-04-09T01:50:03.787796Z","caller":"traceutil/trace.go:171","msg":"trace[151703526] transaction","detail":"{read_only:false; response_revision:22591; number_of_response:1; }","duration":"379.595548ms","start":"2026-04-09T01:50:03.408163Z","end":"2026-04-09T01:50:03.787758Z","steps":["trace[151703526] 'process raft request' (duration: 379.317592ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:50:03.787784Z","caller":"traceutil/trace.go:171","msg":"trace[1375608726] transaction","detail":"{read_only:false; response_revision:22592; number_of_response:1; }","duration":"214.472627ms","start":"2026-04-09T01:50:03.573273Z","end":"2026-04-09T01:50:03.787745Z","steps":["trace[1375608726] 'process raft request' (duration: 214.387814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:03.787951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.408138Z","time spent":"379.74247ms","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2258,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T01:50:03.808976Z","caller":"traceutil/trace.go:171","msg":"trace[242784147] transaction","detail":"{read_only:false; response_revision:22593; number_of_response:1; }","duration":"163.681925ms","start":"2026-04-09T01:50:03.645265Z","end":"2026-04-09T01:50:03.808947Z","steps":["trace[242784147] 'process raft request' (duration: 163.492921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:03.809475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.850701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:50:03.809575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.059567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:50:03.809596Z","caller":"traceutil/trace.go:171","msg":"trace[1957716907] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22594; }","duration":"250.022845ms","start":"2026-04-09T01:50:03.559545Z","end":"2026-04-09T01:50:03.809568Z","steps":["trace[1957716907] 'agreement among raft nodes before linearized reading' (duration: 249.793781ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:50:03.809634Z","caller":"traceutil/trace.go:171","msg":"trace[504224869] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22594; }","duration":"208.16181ms","start":"2026-04-09T01:50:03.601459Z","end":"2026-04-09T01:50:03.809621Z","steps":["trace[504224869] 'agreement among raft nodes before linearized reading' (duration: 208.040918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:03.809588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.841264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:50:03.80969Z","caller":"traceutil/trace.go:171","msg":"trace[1990422582] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22594; }","duration":"261.975696ms","start":"2026-04-09T01:50:03.547687Z","end":"2026-04-09T01:50:03.809663Z","steps":["trace[1990422582] 'agreement among raft nodes before linearized reading' (duration: 261.806213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:04.049597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.877053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:50:04.049638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.334176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:50:04.049649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.864449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:50:04.049729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.707792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:50:04.049736Z","caller":"traceutil/trace.go:171","msg":"trace[1754471913] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22594; }","duration":"480.482068ms","start":"2026-04-09T01:50:03.569228Z","end":"2026-04-09T01:50:04.04971Z","steps":["trace[1754471913] 'agreement among raft nodes before linearized reading' (duration: 241.190162ms)","trace[1754471913] 'range keys from in-memory index tree' (duration: 239.128762ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:50:04.04976Z","caller":"traceutil/trace.go:171","msg":"trace[1341517614] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:22594; }","duration":"370.734933ms","start":"2026-04-09T01:50:03.679015Z","end":"2026-04-09T01:50:04.04975Z","steps":["trace[1341517614] 'agreement among raft nodes before linearized reading' (duration: 130.955857ms)","trace[1341517614] 'count revisions from in-memory index tree' (duration: 239.743465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:50:04.049725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.191794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:50:04.049774Z","caller":"traceutil/trace.go:171","msg":"trace[1122112247] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:22594; }","duration":"553.083473ms","start":"2026-04-09T01:50:03.49666Z","end":"2026-04-09T01:50:04.049743Z","steps":["trace[1122112247] 'agreement among raft nodes before linearized reading' (duration: 313.616663ms)","trace[1122112247] 'count revisions from in-memory index tree' (duration: 239.210754ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:50:04.049795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.569221Z","time spent":"480.562989ms","remote":"127.0.0.1:58546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:50:04.049833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.981215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:50:04.049776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.041603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:50:04.049836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.496633Z","time spent":"553.191905ms","remote":"127.0.0.1:39030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:50:04.049854Z","caller":"traceutil/trace.go:171","msg":"trace[1813196576] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22594; }","duration":"434.048856ms","start":"2026-04-09T01:50:03.615799Z","end":"2026-04-09T01:50:04.049848Z","steps":["trace[1813196576] 'agreement among raft nodes before linearized reading' (duration: 194.182109ms)","trace[1813196576] 'range keys from in-memory index tree' (duration: 239.838747ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:50:04.049881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.61576Z","time spent":"434.115548ms","remote":"127.0.0.1:58576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" limit:500 "} {"level":"info","ts":"2026-04-09T01:50:04.049929Z","caller":"traceutil/trace.go:171","msg":"trace[1320335027] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22594; }","duration":"525.212167ms","start":"2026-04-09T01:50:03.524652Z","end":"2026-04-09T01:50:04.049865Z","steps":["trace[1320335027] 'agreement among raft nodes before linearized reading' (duration: 285.569434ms)","trace[1320335027] 'count revisions from in-memory index tree' (duration: 239.461889ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:50:04.050001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.524641Z","time spent":"525.346179ms","remote":"127.0.0.1:58508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:50:04.050109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.014385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-09T01:50:04.050138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.566192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:50:04.050159Z","caller":"traceutil/trace.go:171","msg":"trace[307295879] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22594; }","duration":"503.072826ms","start":"2026-04-09T01:50:03.547072Z","end":"2026-04-09T01:50:04.050145Z","steps":["trace[307295879] 'agreement among raft nodes before linearized reading' (duration: 263.117768ms)","trace[307295879] 'range keys from in-memory index tree' (duration: 239.699373ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:50:04.05018Z","caller":"traceutil/trace.go:171","msg":"trace[1322072661] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22594; }","duration":"539.621773ms","start":"2026-04-09T01:50:03.510543Z","end":"2026-04-09T01:50:04.050165Z","steps":["trace[1322072661] 'agreement among raft nodes before linearized reading' (duration: 299.796238ms)","trace[1322072661] 'range keys from in-memory index tree' (duration: 239.772364ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:50:04.050213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.510536Z","time spent":"539.668854ms","remote":"127.0.0.1:58494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:50:04.050301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.098149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-09T01:50:04.050336Z","caller":"traceutil/trace.go:171","msg":"trace[1734832792] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22594; }","duration":"508.174371ms","start":"2026-04-09T01:50:03.542152Z","end":"2026-04-09T01:50:04.050326Z","steps":["trace[1734832792] 'agreement among raft nodes before linearized reading' (duration: 268.04476ms)","trace[1734832792] 'range keys from in-memory index tree' (duration: 240.04605ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:50:04.050333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.685691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-04-09T01:50:04.050368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.542118Z","time spent":"508.243872ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-09T01:50:04.050382Z","caller":"traceutil/trace.go:171","msg":"trace[959949599] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:22594; }","duration":"740.783333ms","start":"2026-04-09T01:50:03.309583Z","end":"2026-04-09T01:50:04.050366Z","steps":["trace[959949599] 'agreement among raft nodes before linearized reading' (duration: 500.686432ms)","trace[959949599] 'range keys from in-memory index tree' (duration: 239.916577ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:50:04.050382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.645884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:50:04.050398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.702448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:50:04.050414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.091667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:50:04.050416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.309557Z","time spent":"740.852833ms","remote":"127.0.0.1:38890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3590,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-09T01:50:04.050426Z","caller":"traceutil/trace.go:171","msg":"trace[1235883323] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22594; }","duration":"434.739199ms","start":"2026-04-09T01:50:03.615678Z","end":"2026-04-09T01:50:04.050417Z","steps":["trace[1235883323] 'agreement among raft nodes before linearized reading' (duration: 194.312831ms)","trace[1235883323] 'count revisions from in-memory index tree' (duration: 240.392377ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:50:04.050421Z","caller":"traceutil/trace.go:171","msg":"trace[973932992] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22594; }","duration":"525.706085ms","start":"2026-04-09T01:50:03.524703Z","end":"2026-04-09T01:50:04.050409Z","steps":["trace[973932992] 'agreement among raft nodes before linearized reading' (duration: 285.505593ms)","trace[973932992] 'range keys from in-memory index tree' (duration: 240.151602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:50:04.050385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.914435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:50:04.050485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.902948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:50:04.050485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.149037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:50:04.050519Z","caller":"traceutil/trace.go:171","msg":"trace[711170404] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22594; }","duration":"553.954948ms","start":"2026-04-09T01:50:03.496544Z","end":"2026-04-09T01:50:04.050499Z","steps":["trace[711170404] 'agreement among raft nodes before linearized reading' (duration: 313.688785ms)","trace[711170404] 'count revisions from in-memory index tree' (duration: 240.0757ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:50:04.050508Z","caller":"traceutil/trace.go:171","msg":"trace[1859962522] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22594; }","duration":"481.068868ms","start":"2026-04-09T01:50:03.569412Z","end":"2026-04-09T01:50:04.050481Z","steps":["trace[1859962522] 'agreement among raft nodes before linearized reading' (duration: 241.277783ms)","trace[1859962522] 'count revisions from in-memory index tree' (duration: 239.609552ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:50:04.050463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.524697Z","time spent":"525.757426ms","remote":"127.0.0.1:58508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:50:04.050381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.709764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:50:04.050548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.496521Z","time spent":"554.02007ms","remote":"127.0.0.1:58482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:50:04.049836Z","caller":"traceutil/trace.go:171","msg":"trace[1329131507] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22594; }","duration":"520.355407ms","start":"2026-04-09T01:50:03.529451Z","end":"2026-04-09T01:50:04.049807Z","steps":["trace[1329131507] 'agreement among raft nodes before linearized reading' (duration: 280.751805ms)","trace[1329131507] 'range keys from in-memory index tree' (duration: 239.421078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:50:04.050567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.569325Z","time spent":"481.22902ms","remote":"127.0.0.1:58546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:50:04.050579Z","caller":"traceutil/trace.go:171","msg":"trace[1369815089] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22594; }","duration":"553.955098ms","start":"2026-04-09T01:50:03.496607Z","end":"2026-04-09T01:50:04.050562Z","steps":["trace[1369815089] 'agreement among raft nodes before linearized reading' (duration: 313.740896ms)","trace[1369815089] 'range keys from in-memory index tree' (duration: 240.013309ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:50:04.050602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.529439Z","time spent":"521.152271ms","remote":"127.0.0.1:58508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" limit:500 "} {"level":"warn","ts":"2026-04-09T01:50:04.050619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.496581Z","time spent":"554.025ms","remote":"127.0.0.1:58482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:50:04.050212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.547065Z","time spent":"503.138047ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T01:50:04.050164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.540822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:50:04.05075Z","caller":"traceutil/trace.go:171","msg":"trace[1017408184] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22594; }","duration":"540.145112ms","start":"2026-04-09T01:50:03.510593Z","end":"2026-04-09T01:50:04.050738Z","steps":["trace[1017408184] 'agreement among raft nodes before linearized reading' (duration: 299.577124ms)","trace[1017408184] 'count revisions from in-memory index tree' (duration: 239.975578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:50:04.050454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.615675Z","time spent":"434.773289ms","remote":"127.0.0.1:58576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:50:04.050783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.510582Z","time spent":"540.191313ms","remote":"127.0.0.1:58494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:50:04.050519Z","caller":"traceutil/trace.go:171","msg":"trace[1759510860] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22594; }","duration":"462.191048ms","start":"2026-04-09T01:50:03.588315Z","end":"2026-04-09T01:50:04.050506Z","steps":["trace[1759510860] 'agreement among raft nodes before linearized reading' (duration: 222.051807ms)","trace[1759510860] 'count revisions from in-memory index tree' (duration: 240.102311ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:50:04.050861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.202317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:50:04.050892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.588307Z","time spent":"462.571995ms","remote":"127.0.0.1:58558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:50:04.050663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.061203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:50:04.050902Z","caller":"traceutil/trace.go:171","msg":"trace[175620205] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22594; }","duration":"435.241488ms","start":"2026-04-09T01:50:03.615646Z","end":"2026-04-09T01:50:04.050887Z","steps":["trace[175620205] 'agreement among raft nodes before linearized reading' (duration: 194.353252ms)","trace[175620205] 'range keys from in-memory index tree' (duration: 240.840404ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:50:04.050936Z","caller":"traceutil/trace.go:171","msg":"trace[906656309] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22594; }","duration":"491.339428ms","start":"2026-04-09T01:50:03.559585Z","end":"2026-04-09T01:50:04.050925Z","steps":["trace[906656309] 'agreement among raft nodes before linearized reading' (duration: 250.82613ms)","trace[906656309] 'count revisions from in-memory index tree' (duration: 240.236213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:50:04.050979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.559571Z","time spent":"491.398499ms","remote":"127.0.0.1:58534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:50:04.051052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.745109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:50:04.050942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.615602Z","time spent":"435.330859ms","remote":"127.0.0.1:58576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" limit:10000 "} {"level":"info","ts":"2026-04-09T01:50:04.050448Z","caller":"traceutil/trace.go:171","msg":"trace[594530842] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22594; }","duration":"481.12927ms","start":"2026-04-09T01:50:03.569307Z","end":"2026-04-09T01:50:04.050436Z","steps":["trace[594530842] 'agreement among raft nodes before linearized reading' (duration: 241.05077ms)","trace[594530842] 'range keys from in-memory index tree' (duration: 240.041579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:50:04.051246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.569303Z","time spent":"481.927285ms","remote":"127.0.0.1:58546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:500 "} {"level":"info","ts":"2026-04-09T01:50:04.049683Z","caller":"traceutil/trace.go:171","msg":"trace[1224528812] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22594; }","duration":"502.002096ms","start":"2026-04-09T01:50:03.547659Z","end":"2026-04-09T01:50:04.049661Z","steps":["trace[1224528812] 'agreement among raft nodes before linearized reading' (duration: 262.522347ms)","trace[1224528812] 'count revisions from in-memory index tree' (duration: 239.345116ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:50:04.051301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.547653Z","time spent":"503.637137ms","remote":"127.0.0.1:58520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:50:04.049804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.678935Z","time spent":"370.860565ms","remote":"127.0.0.1:53608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:50:04.051446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.771539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:50:04.051519Z","caller":"traceutil/trace.go:171","msg":"trace[2078259565] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22594; }","duration":"450.021613ms","start":"2026-04-09T01:50:03.601476Z","end":"2026-04-09T01:50:04.051498Z","steps":["trace[2078259565] 'agreement among raft nodes before linearized reading' (duration: 208.528836ms)","trace[2078259565] 'range keys from in-memory index tree' (duration: 240.119501ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:50:04.051569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.601454Z","time spent":"450.101425ms","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" limit:10000 "} {"level":"info","ts":"2026-04-09T01:50:04.051621Z","caller":"traceutil/trace.go:171","msg":"trace[1764980385] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22594; }","duration":"463.308939ms","start":"2026-04-09T01:50:03.588291Z","end":"2026-04-09T01:50:04.0516Z","steps":["trace[1764980385] 'agreement among raft nodes before linearized reading' (duration: 222.084107ms)","trace[1764980385] 'range keys from in-memory index tree' (duration: 240.090181ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:50:04.051684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:03.588231Z","time spent":"463.438201ms","remote":"127.0.0.1:58558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" limit:10000 "} {"level":"info","ts":"2026-04-09T01:50:04.051974Z","caller":"traceutil/trace.go:171","msg":"trace[737735615] linearizableReadLoop","detail":"{readStateIndex:23357; appliedIndex:23356; }","duration":"242.688639ms","start":"2026-04-09T01:50:03.809269Z","end":"2026-04-09T01:50:04.051957Z","steps":["trace[737735615] 'read index received' (duration: 242.666899ms)","trace[737735615] 'applied index is now lower than readState.Index' (duration: 20.67µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:50:04.052036Z","caller":"traceutil/trace.go:171","msg":"trace[149208877] transaction","detail":"{read_only:false; response_revision:22595; number_of_response:1; }","duration":"255.575527ms","start":"2026-04-09T01:50:03.796443Z","end":"2026-04-09T01:50:04.052018Z","steps":["trace[149208877] 'process raft request' (duration: 255.387344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:04.052397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.955971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachines.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:58284"} {"level":"info","ts":"2026-04-09T01:50:04.053819Z","caller":"traceutil/trace.go:171","msg":"trace[1179956499] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachines.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22595; }","duration":"294.404349ms","start":"2026-04-09T01:50:03.759372Z","end":"2026-04-09T01:50:04.053776Z","steps":["trace[1179956499] 'agreement among raft nodes before linearized reading' (duration: 292.687696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:04.052898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.207197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:4957"} {"level":"info","ts":"2026-04-09T01:50:04.054448Z","caller":"traceutil/trace.go:171","msg":"trace[1966888631] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:22595; }","duration":"280.780546ms","start":"2026-04-09T01:50:03.773644Z","end":"2026-04-09T01:50:04.054424Z","steps":["trace[1966888631] 'agreement among raft nodes before linearized reading' (duration: 278.403122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:04.055976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.804879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:50:04.056024Z","caller":"traceutil/trace.go:171","msg":"trace[870007726] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:22597; }","duration":"243.886411ms","start":"2026-04-09T01:50:03.812124Z","end":"2026-04-09T01:50:04.056011Z","steps":["trace[870007726] 'agreement among raft nodes before linearized reading' (duration: 243.80195ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:50:04.056209Z","caller":"traceutil/trace.go:171","msg":"trace[773131559] transaction","detail":"{read_only:false; response_revision:22596; number_of_response:1; }","duration":"241.209012ms","start":"2026-04-09T01:50:03.814988Z","end":"2026-04-09T01:50:04.056197Z","steps":["trace[773131559] 'process raft request' (duration: 240.800194ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:50:04.056411Z","caller":"traceutil/trace.go:171","msg":"trace[1717374099] transaction","detail":"{read_only:false; response_revision:22597; number_of_response:1; }","duration":"218.045141ms","start":"2026-04-09T01:50:03.838349Z","end":"2026-04-09T01:50:04.056394Z","steps":["trace[1717374099] 'process raft request' (duration: 217.525752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:04.056463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.4705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration\" ","response":"range_response_count:1 size:10501"} {"level":"info","ts":"2026-04-09T01:50:04.056519Z","caller":"traceutil/trace.go:171","msg":"trace[291971841] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration; range_end:; response_count:1; response_revision:22597; }","duration":"238.543892ms","start":"2026-04-09T01:50:03.81796Z","end":"2026-04-09T01:50:04.056504Z","steps":["trace[291971841] 'agreement among raft nodes before linearized reading' (duration: 238.379229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:04.056522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.792452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-09T01:50:04.056637Z","caller":"traceutil/trace.go:171","msg":"trace[1511500132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22597; }","duration":"138.970217ms","start":"2026-04-09T01:50:03.917642Z","end":"2026-04-09T01:50:04.056612Z","steps":["trace[1511500132] 'agreement among raft nodes before linearized reading' (duration: 138.60905ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:50:04.640893Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19959} {"level":"info","ts":"2026-04-09T01:50:04.769338Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19959,"took":"125.079639ms","hash":782638711,"current-db-size-bytes":57982976,"current-db-size":"58 MB","current-db-size-in-use-bytes":39202816,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-04-09T01:50:04.769408Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":782638711,"revision":19959,"compact-revision":17508} {"level":"info","ts":"2026-04-09T01:50:06.098749Z","caller":"traceutil/trace.go:171","msg":"trace[605721632] linearizableReadLoop","detail":"{readStateIndex:23430; appliedIndex:23429; }","duration":"114.023753ms","start":"2026-04-09T01:50:05.984694Z","end":"2026-04-09T01:50:06.098718Z","steps":["trace[605721632] 'read index received' (duration: 113.793729ms)","trace[605721632] 'applied index is now lower than readState.Index' (duration: 228.784µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:50:06.099027Z","caller":"traceutil/trace.go:171","msg":"trace[1689218735] transaction","detail":"{read_only:false; response_revision:22667; number_of_response:1; }","duration":"117.153371ms","start":"2026-04-09T01:50:05.981858Z","end":"2026-04-09T01:50:06.099012Z","steps":["trace[1689218735] 'process raft request' (duration: 116.628921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:06.09931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.576813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:50:06.099402Z","caller":"traceutil/trace.go:171","msg":"trace[1160280117] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:22667; }","duration":"114.730417ms","start":"2026-04-09T01:50:05.984651Z","end":"2026-04-09T01:50:06.099381Z","steps":["trace[1160280117] 'agreement among raft nodes before linearized reading' (duration: 114.417831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:06.10003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.253676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:50:06.100152Z","caller":"traceutil/trace.go:171","msg":"trace[2020742002] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:22668; }","duration":"115.392709ms","start":"2026-04-09T01:50:05.984747Z","end":"2026-04-09T01:50:06.10014Z","steps":["trace[2020742002] 'agreement among raft nodes before linearized reading' (duration: 115.248356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:06.100317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.168505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/volumes/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:50:06.100354Z","caller":"traceutil/trace.go:171","msg":"trace[2018205948] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/volumes/cert-manager-test0; response_count:0; response_revision:22668; }","duration":"115.250996ms","start":"2026-04-09T01:50:05.985093Z","end":"2026-04-09T01:50:06.100344Z","steps":["trace[2018205948] 'agreement among raft nodes before linearized reading' (duration: 115.193365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:06.100579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.067715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130845"} {"level":"info","ts":"2026-04-09T01:50:06.100761Z","caller":"traceutil/trace.go:171","msg":"trace[1947018433] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:22668; }","duration":"113.276999ms","start":"2026-04-09T01:50:05.987466Z","end":"2026-04-09T01:50:06.100743Z","steps":["trace[1947018433] 'agreement among raft nodes before linearized reading' (duration: 112.797661ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:50:08.431752Z","caller":"traceutil/trace.go:171","msg":"trace[269827473] transaction","detail":"{read_only:false; response_revision:22704; number_of_response:1; }","duration":"325.044636ms","start":"2026-04-09T01:50:08.106677Z","end":"2026-04-09T01:50:08.431722Z","steps":["trace[269827473] 'process raft request' (duration: 324.839322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:08.431971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:08.106639Z","time spent":"325.199349ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:50:08.871069Z","caller":"traceutil/trace.go:171","msg":"trace[1780507438] linearizableReadLoop","detail":"{readStateIndex:23469; appliedIndex:23467; }","duration":"758.99503ms","start":"2026-04-09T01:50:08.112048Z","end":"2026-04-09T01:50:08.871043Z","steps":["trace[1780507438] 'read index received' (duration: 319.460872ms)","trace[1780507438] 'applied index is now lower than readState.Index' (duration: 439.532938ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:50:08.871193Z","caller":"traceutil/trace.go:171","msg":"trace[494233046] transaction","detail":"{read_only:false; response_revision:22707; number_of_response:1; }","duration":"755.018816ms","start":"2026-04-09T01:50:08.116166Z","end":"2026-04-09T01:50:08.871184Z","steps":["trace[494233046] 'process raft request' (duration: 754.815813ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:50:08.871191Z","caller":"traceutil/trace.go:171","msg":"trace[1353762576] transaction","detail":"{read_only:false; response_revision:22706; number_of_response:1; }","duration":"758.569673ms","start":"2026-04-09T01:50:08.112581Z","end":"2026-04-09T01:50:08.87115Z","steps":["trace[1353762576] 'process raft request' (duration: 758.312848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:08.871309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:08.11615Z","time spent":"755.071637ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:50:08.871359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:08.112546Z","time spent":"758.708925ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:50:08.871662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.978991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-09T01:50:08.87171Z","caller":"traceutil/trace.go:171","msg":"trace[692360677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22708; }","duration":"759.041461ms","start":"2026-04-09T01:50:08.112659Z","end":"2026-04-09T01:50:08.8717Z","steps":["trace[692360677] 'agreement among raft nodes before linearized reading' (duration: 758.887048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:08.871748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:08.112651Z","time spent":"759.089782ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T01:50:08.871829Z","caller":"traceutil/trace.go:171","msg":"trace[2005765080] transaction","detail":"{read_only:false; response_revision:22708; number_of_response:1; }","duration":"443.573043ms","start":"2026-04-09T01:50:08.428225Z","end":"2026-04-09T01:50:08.871798Z","steps":["trace[2005765080] 'process raft request' (duration: 442.782368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:08.871844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.13098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:50:08.871887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.183908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T01:50:08.87192Z","caller":"traceutil/trace.go:171","msg":"trace[1898352847] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:22708; }","duration":"460.276573ms","start":"2026-04-09T01:50:08.411629Z","end":"2026-04-09T01:50:08.871905Z","steps":["trace[1898352847] 'agreement among raft nodes before linearized reading' (duration: 460.148761ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:50:08.871933Z","caller":"traceutil/trace.go:171","msg":"trace[1050310689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22708; }","duration":"695.254039ms","start":"2026-04-09T01:50:08.176667Z","end":"2026-04-09T01:50:08.871921Z","steps":["trace[1050310689] 'agreement among raft nodes before linearized reading' (duration: 695.158978ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:50:08.871854Z","caller":"traceutil/trace.go:171","msg":"trace[1570960681] transaction","detail":"{read_only:false; response_revision:22705; number_of_response:1; }","duration":"761.432886ms","start":"2026-04-09T01:50:08.110383Z","end":"2026-04-09T01:50:08.871816Z","steps":["trace[1570960681] 'process raft request' (duration: 759.030211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:08.871961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.086786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-09T01:50:08.871983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:08.428197Z","time spent":"443.704975ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:50:08.872004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:08.176653Z","time spent":"695.335781ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T01:50:08.872024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:08.110363Z","time spent":"761.627709ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:50:08.872029Z","caller":"traceutil/trace.go:171","msg":"trace[1125128625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22708; }","duration":"681.197978ms","start":"2026-04-09T01:50:08.190811Z","end":"2026-04-09T01:50:08.872009Z","steps":["trace[1125128625] 'agreement among raft nodes before linearized reading' (duration: 680.970174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:08.871948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.642279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:50:08.872079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.587879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-09T01:50:08.871952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:08.411603Z","time spent":"460.342564ms","remote":"127.0.0.1:41842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:50:08.872097Z","caller":"traceutil/trace.go:171","msg":"trace[667762724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22708; }","duration":"453.858343ms","start":"2026-04-09T01:50:08.418231Z","end":"2026-04-09T01:50:08.87209Z","steps":["trace[667762724] 'agreement among raft nodes before linearized reading' (duration: 453.6602ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:50:08.8721Z","caller":"traceutil/trace.go:171","msg":"trace[509659810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22708; }","duration":"740.66272ms","start":"2026-04-09T01:50:08.131431Z","end":"2026-04-09T01:50:08.872094Z","steps":["trace[509659810] 'agreement among raft nodes before linearized reading' (duration: 740.550608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:08.87209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:08.190801Z","time spent":"681.271969ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T01:50:08.872121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:08.418198Z","time spent":"453.919224ms","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:50:08.872124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:08.131396Z","time spent":"740.723931ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T01:50:08.87213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.005882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-kqk8f\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-04-09T01:50:08.871602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.526099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-09T01:50:08.872562Z","caller":"traceutil/trace.go:171","msg":"trace[1357010105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22708; }","duration":"760.561058ms","start":"2026-04-09T01:50:08.111984Z","end":"2026-04-09T01:50:08.872545Z","steps":["trace[1357010105] 'agreement among raft nodes before linearized reading' (duration: 759.229434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:08.872658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:08.111954Z","time spent":"760.655361ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T01:50:08.872267Z","caller":"traceutil/trace.go:171","msg":"trace[228466495] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-kqk8f; range_end:; response_count:1; response_revision:22708; }","duration":"621.193806ms","start":"2026-04-09T01:50:08.25104Z","end":"2026-04-09T01:50:08.872233Z","steps":["trace[228466495] 'agreement among raft nodes before linearized reading' (duration: 620.83535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:08.873331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:08.251016Z","time spent":"622.292106ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":1,"response size":5611,"request content":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-kqk8f\" "} {"level":"warn","ts":"2026-04-09T01:51:49.625747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.69146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T01:51:49.625783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.237393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-09T01:51:49.625849Z","caller":"traceutil/trace.go:171","msg":"trace[238832667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23798; }","duration":"118.807642ms","start":"2026-04-09T01:51:49.507022Z","end":"2026-04-09T01:51:49.62583Z","steps":["trace[238832667] 'range keys from in-memory index tree' (duration: 118.497057ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:51:49.625885Z","caller":"traceutil/trace.go:171","msg":"trace[1475741380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23798; }","duration":"118.384055ms","start":"2026-04-09T01:51:49.507475Z","end":"2026-04-09T01:51:49.625859Z","steps":["trace[1475741380] 'range keys from in-memory index tree' (duration: 117.998837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:51:49.626134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.082946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-09T01:51:49.62624Z","caller":"traceutil/trace.go:171","msg":"trace[478573939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23798; }","duration":"127.254059ms","start":"2026-04-09T01:51:49.498962Z","end":"2026-04-09T01:51:49.626216Z","steps":["trace[478573939] 'range keys from in-memory index tree' (duration: 126.684119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:51:49.626496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.433408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-09T01:51:49.626621Z","caller":"traceutil/trace.go:171","msg":"trace[1133909576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23798; }","duration":"123.633722ms","start":"2026-04-09T01:51:49.502961Z","end":"2026-04-09T01:51:49.626595Z","steps":["trace[1133909576] 'range keys from in-memory index tree' (duration: 122.494421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:44.364706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.744202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:53:44.365003Z","caller":"traceutil/trace.go:171","msg":"trace[239020171] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"280.775418ms","start":"2026-04-09T01:53:44.084208Z","end":"2026-04-09T01:53:44.364984Z","steps":["trace[239020171] 'process raft request' (duration: 280.730857ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:53:44.365142Z","caller":"traceutil/trace.go:171","msg":"trace[762666502] transaction","detail":"{read_only:false; response_revision:24900; number_of_response:1; }","duration":"582.902512ms","start":"2026-04-09T01:53:43.782145Z","end":"2026-04-09T01:53:44.365048Z","steps":["trace[762666502] 'process raft request' (duration: 582.697308ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:53:44.3653Z","caller":"traceutil/trace.go:171","msg":"trace[897276136] linearizableReadLoop","detail":"{readStateIndex:25721; appliedIndex:25719; }","duration":"321.807698ms","start":"2026-04-09T01:53:44.04348Z","end":"2026-04-09T01:53:44.365288Z","steps":["trace[897276136] 'read index received' (duration: 48.211µs)","trace[897276136] 'applied index is now lower than readState.Index' (duration: 321.757987ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:53:44.365342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:43.782071Z","time spent":"583.170057ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:44.365425Z","caller":"traceutil/trace.go:171","msg":"trace[1099537679] transaction","detail":"{read_only:false; response_revision:24899; number_of_response:1; }","duration":"639.820017ms","start":"2026-04-09T01:53:43.725555Z","end":"2026-04-09T01:53:44.365375Z","steps":["trace[1099537679] 'process raft request' (duration: 149.30278ms)","trace[1099537679] 'compare' (duration: 489.149902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:53:44.365508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.025482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-09T01:53:44.365541Z","caller":"traceutil/trace.go:171","msg":"trace[2012226328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24901; }","duration":"322.109784ms","start":"2026-04-09T01:53:44.043421Z","end":"2026-04-09T01:53:44.365531Z","steps":["trace[2012226328] 'agreement among raft nodes before linearized reading' (duration: 321.939161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:44.36557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:44.043395Z","time spent":"322.166375ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T01:53:44.365634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:43.725534Z","time spent":"639.985549ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:44.64313Z","caller":"traceutil/trace.go:171","msg":"trace[1321290154] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"558.738673ms","start":"2026-04-09T01:53:44.084325Z","end":"2026-04-09T01:53:44.643064Z","steps":["trace[1321290154] 'process raft request' (duration: 460.972441ms)","trace[1321290154] 'compare' (duration: 96.616002ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:53:44.643302Z","caller":"traceutil/trace.go:171","msg":"trace[876469764] linearizableReadLoop","detail":"{readStateIndex:25724; appliedIndex:25722; }","duration":"277.887524ms","start":"2026-04-09T01:53:44.365325Z","end":"2026-04-09T01:53:44.643213Z","steps":["trace[876469764] 'read index received' (duration: 179.984659ms)","trace[876469764] 'applied index is now lower than readState.Index' (duration: 97.901275ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:53:44.643339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:44.084318Z","time spent":"558.912036ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:44.643724Z","caller":"traceutil/trace.go:171","msg":"trace[307911841] transaction","detail":"{read_only:false; response_revision:24903; number_of_response:1; }","duration":"365.092672ms","start":"2026-04-09T01:53:44.278586Z","end":"2026-04-09T01:53:44.643679Z","steps":["trace[307911841] 'process raft request' (duration: 364.356608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:44.643946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.374696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-09T01:53:44.643958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:44.278559Z","time spent":"365.280305ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:44.64401Z","caller":"traceutil/trace.go:171","msg":"trace[949809715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24903; }","duration":"400.499587ms","start":"2026-04-09T01:53:44.243481Z","end":"2026-04-09T01:53:44.64398Z","steps":["trace[949809715] 'agreement among raft nodes before linearized reading' (duration: 399.901337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:44.644052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:44.243443Z","time spent":"400.59838ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T01:53:44.644285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.003384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:53:44.644356Z","caller":"traceutil/trace.go:171","msg":"trace[1655637409] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24903; }","duration":"341.131006ms","start":"2026-04-09T01:53:44.303209Z","end":"2026-04-09T01:53:44.64434Z","steps":["trace[1655637409] 'agreement among raft nodes before linearized reading' (duration: 340.999774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:44.644398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:44.30318Z","time spent":"341.207518ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:53:44.643963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.501551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-09T01:53:44.644518Z","caller":"traceutil/trace.go:171","msg":"trace[934991042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24903; }","duration":"392.086482ms","start":"2026-04-09T01:53:44.25237Z","end":"2026-04-09T01:53:44.644456Z","steps":["trace[934991042] 'agreement among raft nodes before linearized reading' (duration: 391.063224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:44.64458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:44.252345Z","time spent":"392.220184ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T01:53:44.644617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.450024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-09T01:53:44.644665Z","caller":"traceutil/trace.go:171","msg":"trace[602920138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24903; }","duration":"395.560266ms","start":"2026-04-09T01:53:44.249089Z","end":"2026-04-09T01:53:44.64465Z","steps":["trace[602920138] 'agreement among raft nodes before linearized reading' (duration: 395.458685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:44.644711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:44.249063Z","time spent":"395.639898ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T01:53:44.644524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.185024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-09T01:53:44.644812Z","caller":"traceutil/trace.go:171","msg":"trace[1967314077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24903; }","duration":"392.47771ms","start":"2026-04-09T01:53:44.252305Z","end":"2026-04-09T01:53:44.644782Z","steps":["trace[1967314077] 'agreement among raft nodes before linearized reading' (duration: 392.071021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:44.645046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:44.25229Z","time spent":"392.742054ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T01:53:44.82422Z","caller":"traceutil/trace.go:171","msg":"trace[1688956620] transaction","detail":"{read_only:false; response_revision:24904; number_of_response:1; }","duration":"454.069822ms","start":"2026-04-09T01:53:44.370087Z","end":"2026-04-09T01:53:44.824157Z","steps":["trace[1688956620] 'process raft request' (duration: 437.79017ms)","trace[1688956620] 'compare' (duration: 15.984266ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:53:44.824604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:44.370066Z","time spent":"454.375798ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:53:45.338189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.880064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:53:45.338736Z","caller":"traceutil/trace.go:171","msg":"trace[431283062] linearizableReadLoop","detail":"{readStateIndex:25730; appliedIndex:25725; }","duration":"356.293998ms","start":"2026-04-09T01:53:44.982397Z","end":"2026-04-09T01:53:45.338691Z","steps":["trace[431283062] 'read index received' (duration: 132.735023ms)","trace[431283062] 'applied index is now lower than readState.Index' (duration: 223.557515ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:53:45.338863Z","caller":"traceutil/trace.go:171","msg":"trace[1945914232] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"683.866963ms","start":"2026-04-09T01:53:44.654978Z","end":"2026-04-09T01:53:45.338845Z","steps":["trace[1945914232] 'process raft request' (duration: 460.191385ms)","trace[1945914232] 'compare' (duration: 222.564048ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:53:45.338992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:44.654958Z","time spent":"683.981116ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:45.339113Z","caller":"traceutil/trace.go:171","msg":"trace[2111938584] transaction","detail":"{read_only:false; response_revision:24907; number_of_response:1; }","duration":"684.007036ms","start":"2026-04-09T01:53:44.655061Z","end":"2026-04-09T01:53:45.339068Z","steps":["trace[2111938584] 'process raft request' (duration: 683.458216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:45.33929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:44.655054Z","time spent":"684.135659ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:45.339261Z","caller":"traceutil/trace.go:171","msg":"trace[436402631] transaction","detail":"{read_only:false; response_revision:24909; number_of_response:1; }","duration":"668.672962ms","start":"2026-04-09T01:53:44.670526Z","end":"2026-04-09T01:53:45.339199Z","steps":["trace[436402631] 'process raft request' (duration: 668.097481ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:53:45.339331Z","caller":"traceutil/trace.go:171","msg":"trace[1644683372] transaction","detail":"{read_only:false; response_revision:24906; number_of_response:1; }","duration":"684.258442ms","start":"2026-04-09T01:53:44.655026Z","end":"2026-04-09T01:53:45.339285Z","steps":["trace[1644683372] 'process raft request' (duration: 683.348124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:45.339369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.94001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:53:45.339405Z","caller":"traceutil/trace.go:171","msg":"trace[48359424] transaction","detail":"{read_only:false; response_revision:24908; number_of_response:1; }","duration":"684.343733ms","start":"2026-04-09T01:53:44.655044Z","end":"2026-04-09T01:53:45.339387Z","steps":["trace[48359424] 'process raft request' (duration: 683.532257ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:53:45.339461Z","caller":"traceutil/trace.go:171","msg":"trace[1984898158] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24909; }","duration":"357.100423ms","start":"2026-04-09T01:53:44.982336Z","end":"2026-04-09T01:53:45.339437Z","steps":["trace[1984898158] 'agreement among raft nodes before linearized reading' (duration: 356.869459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:45.339515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:44.98231Z","time spent":"357.193055ms","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:53:45.339514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:44.655018Z","time spent":"684.438035ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:53:45.339516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:44.655005Z","time spent":"684.407894ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:53:45.339524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:44.670499Z","time spent":"668.889557ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:45.433665Z","caller":"traceutil/trace.go:171","msg":"trace[2095751291] transaction","detail":"{read_only:false; response_revision:24910; number_of_response:1; }","duration":"148.2394ms","start":"2026-04-09T01:53:45.285405Z","end":"2026-04-09T01:53:45.433644Z","steps":["trace[2095751291] 'process raft request' (duration: 148.090037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:45.43388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.595747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:53:45.433978Z","caller":"traceutil/trace.go:171","msg":"trace[1963521516] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24910; }","duration":"313.771869ms","start":"2026-04-09T01:53:45.120181Z","end":"2026-04-09T01:53:45.433953Z","steps":["trace[1963521516] 'agreement among raft nodes before linearized reading' (duration: 313.561135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:45.434031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:45.120155Z","time spent":"313.865271ms","remote":"127.0.0.1:58640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:53:46.291421Z","caller":"traceutil/trace.go:171","msg":"trace[225429402] transaction","detail":"{read_only:false; response_revision:24911; number_of_response:1; }","duration":"516.649852ms","start":"2026-04-09T01:53:45.774713Z","end":"2026-04-09T01:53:46.291363Z","steps":["trace[225429402] 'process raft request' (duration: 516.430097ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:53:46.29139Z","caller":"traceutil/trace.go:171","msg":"trace[47512620] linearizableReadLoop","detail":"{readStateIndex:25732; appliedIndex:25731; }","duration":"279.193089ms","start":"2026-04-09T01:53:46.012139Z","end":"2026-04-09T01:53:46.291332Z","steps":["trace[47512620] 'read index received' (duration: 278.976074ms)","trace[47512620] 'applied index is now lower than readState.Index' (duration: 215.855µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:53:46.291605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.400632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:53:46.291684Z","caller":"traceutil/trace.go:171","msg":"trace[1066100271] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24911; }","duration":"279.574506ms","start":"2026-04-09T01:53:46.012089Z","end":"2026-04-09T01:53:46.291663Z","steps":["trace[1066100271] 'agreement among raft nodes before linearized reading' (duration: 279.389402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:46.29171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:45.774696Z","time spent":"516.802436ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:46.719232Z","caller":"traceutil/trace.go:171","msg":"trace[1144946829] linearizableReadLoop","detail":"{readStateIndex:25733; appliedIndex:25732; }","duration":"405.555101ms","start":"2026-04-09T01:53:46.313646Z","end":"2026-04-09T01:53:46.719201Z","steps":["trace[1144946829] 'read index received' (duration: 379.042299ms)","trace[1144946829] 'applied index is now lower than readState.Index' (duration: 26.511662ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:53:46.719283Z","caller":"traceutil/trace.go:171","msg":"trace[267229796] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"519.331063ms","start":"2026-04-09T01:53:46.199914Z","end":"2026-04-09T01:53:46.719246Z","steps":["trace[267229796] 'process raft request' (duration: 492.720159ms)","trace[267229796] 'compare' (duration: 26.286148ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:53:46.719403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.730364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:53:46.719447Z","caller":"traceutil/trace.go:171","msg":"trace[743082947] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24912; }","duration":"405.849837ms","start":"2026-04-09T01:53:46.313584Z","end":"2026-04-09T01:53:46.719434Z","steps":["trace[743082947] 'agreement among raft nodes before linearized reading' (duration: 405.752315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:46.719484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:46.313559Z","time spent":"405.915389ms","remote":"127.0.0.1:39064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-09T01:53:46.719556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:46.19987Z","time spent":"519.477494ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:46.740772Z","caller":"traceutil/trace.go:171","msg":"trace[755850361] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"368.381853ms","start":"2026-04-09T01:53:46.372357Z","end":"2026-04-09T01:53:46.740739Z","steps":["trace[755850361] 'process raft request' (duration: 368.088137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:46.741001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:46.372306Z","time spent":"368.552486ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:46.741227Z","caller":"traceutil/trace.go:171","msg":"trace[542157410] transaction","detail":"{read_only:false; response_revision:24914; number_of_response:1; }","duration":"368.820041ms","start":"2026-04-09T01:53:46.372392Z","end":"2026-04-09T01:53:46.741212Z","steps":["trace[542157410] 'process raft request' (duration: 368.296852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:46.741293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:46.372359Z","time spent":"368.900672ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:53:46.741602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.175519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:53:46.741587Z","caller":"traceutil/trace.go:171","msg":"trace[2125899870] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"366.569699ms","start":"2026-04-09T01:53:46.37498Z","end":"2026-04-09T01:53:46.74155Z","steps":["trace[2125899870] 'process raft request' (duration: 366.05407ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:53:46.741693Z","caller":"traceutil/trace.go:171","msg":"trace[2020039585] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24917; }","duration":"106.359673ms","start":"2026-04-09T01:53:46.635315Z","end":"2026-04-09T01:53:46.741675Z","steps":["trace[2020039585] 'agreement among raft nodes before linearized reading' (duration: 106.18163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:46.741826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:46.374953Z","time spent":"366.751332ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:53:46.741847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.297778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:53:46.741936Z","caller":"traceutil/trace.go:171","msg":"trace[737348122] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24917; }","duration":"301.475421ms","start":"2026-04-09T01:53:46.440436Z","end":"2026-04-09T01:53:46.741911Z","steps":["trace[737348122] 'agreement among raft nodes before linearized reading' (duration: 301.259457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:46.741996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:46.440418Z","time spent":"301.565773ms","remote":"127.0.0.1:41174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:53:53.213595Z","caller":"traceutil/trace.go:171","msg":"trace[518860161] transaction","detail":"{read_only:false; response_revision:24965; number_of_response:1; }","duration":"450.852512ms","start":"2026-04-09T01:53:52.762704Z","end":"2026-04-09T01:53:53.213557Z","steps":["trace[518860161] 'process raft request' (duration: 450.626197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:53.213808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:52.762673Z","time spent":"451.011605ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:53.262542Z","caller":"traceutil/trace.go:171","msg":"trace[1117557795] transaction","detail":"{read_only:false; response_revision:24966; number_of_response:1; }","duration":"496.460679ms","start":"2026-04-09T01:53:52.766052Z","end":"2026-04-09T01:53:53.262512Z","steps":["trace[1117557795] 'process raft request' (duration: 496.265504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:53.262733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:52.766039Z","time spent":"496.594721ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:53.262963Z","caller":"traceutil/trace.go:171","msg":"trace[163882692] transaction","detail":"{read_only:false; response_revision:24967; number_of_response:1; }","duration":"496.604501ms","start":"2026-04-09T01:53:52.766321Z","end":"2026-04-09T01:53:53.262925Z","steps":["trace[163882692] 'process raft request' (duration: 496.156653ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:53:53.263355Z","caller":"traceutil/trace.go:171","msg":"trace[738685099] transaction","detail":"{read_only:false; response_revision:24968; number_of_response:1; }","duration":"497.021198ms","start":"2026-04-09T01:53:52.766321Z","end":"2026-04-09T01:53:53.263342Z","steps":["trace[738685099] 'process raft request' (duration: 496.487279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:53.263405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:52.766266Z","time spent":"497.11421ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:53:53.263533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:52.766266Z","time spent":"496.943167ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:53.2635Z","caller":"traceutil/trace.go:171","msg":"trace[193019779] transaction","detail":"{read_only:false; response_revision:24969; number_of_response:1; }","duration":"496.388466ms","start":"2026-04-09T01:53:52.767059Z","end":"2026-04-09T01:53:53.263447Z","steps":["trace[193019779] 'process raft request' (duration: 496.172652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:53.26375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:52.76704Z","time spent":"496.585189ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:53:53.530098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.751148ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-09T01:53:53.530316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.94508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-09T01:53:53.530348Z","caller":"traceutil/trace.go:171","msg":"trace[1521699904] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24969; }","duration":"674.029452ms","start":"2026-04-09T01:53:52.856307Z","end":"2026-04-09T01:53:53.530336Z","steps":["trace[1521699904] 'agreement among raft nodes before linearized reading' (duration: 673.875119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:53.530384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:52.856286Z","time spent":"674.091513ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T01:53:53.530386Z","caller":"traceutil/trace.go:171","msg":"trace[2057971270] linearizableReadLoop","detail":"{readStateIndex:25791; appliedIndex:25786; }","duration":"673.807588ms","start":"2026-04-09T01:53:52.856364Z","end":"2026-04-09T01:53:53.530172Z","steps":["trace[2057971270] 'read index received' (duration: 356.94669ms)","trace[2057971270] 'applied index is now lower than readState.Index' (duration: 316.859398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:53:54.030967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038035,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T01:53:54.159671Z","caller":"traceutil/trace.go:171","msg":"trace[1686767559] transaction","detail":"{read_only:false; response_revision:24970; number_of_response:1; }","duration":"789.503893ms","start":"2026-04-09T01:53:53.370135Z","end":"2026-04-09T01:53:54.159639Z","steps":["trace[1686767559] 'process raft request' (duration: 789.265529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:54.159879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:53.3701Z","time spent":"789.663196ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:54.209205Z","caller":"traceutil/trace.go:171","msg":"trace[1926311645] linearizableReadLoop","detail":"{readStateIndex:25795; appliedIndex:25792; }","duration":"678.552136ms","start":"2026-04-09T01:53:53.530622Z","end":"2026-04-09T01:53:54.209174Z","steps":["trace[1926311645] 'read index received' (duration: 628.813393ms)","trace[1926311645] 'applied index is now lower than readState.Index' (duration: 49.737603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:53:54.209484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.401414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-09T01:53:54.209547Z","caller":"traceutil/trace.go:171","msg":"trace[2058954293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24972; }","duration":"829.494866ms","start":"2026-04-09T01:53:53.380036Z","end":"2026-04-09T01:53:54.209531Z","steps":["trace[2058954293] 'agreement among raft nodes before linearized reading' (duration: 829.275902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:54.209559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.13725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:53:54.209594Z","caller":"traceutil/trace.go:171","msg":"trace[1605167605] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24972; }","duration":"559.213892ms","start":"2026-04-09T01:53:53.65037Z","end":"2026-04-09T01:53:54.209584Z","steps":["trace[1605167605] 'agreement among raft nodes before linearized reading' (duration: 559.159201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:54.209637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:53.650348Z","time spent":"559.279373ms","remote":"127.0.0.1:41914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:53:54.209748Z","caller":"traceutil/trace.go:171","msg":"trace[930283846] transaction","detail":"{read_only:false; response_revision:24972; number_of_response:1; }","duration":"674.637443ms","start":"2026-04-09T01:53:53.535062Z","end":"2026-04-09T01:53:54.209699Z","steps":["trace[930283846] 'process raft request' (duration: 674.030712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:54.209775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.355095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:53:54.209522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029556725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:53:54.209853Z","caller":"traceutil/trace.go:171","msg":"trace[1985342086] transaction","detail":"{read_only:false; response_revision:24971; number_of_response:1; }","duration":"750.696713ms","start":"2026-04-09T01:53:53.459083Z","end":"2026-04-09T01:53:54.20978Z","steps":["trace[1985342086] 'process raft request' (duration: 749.861627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:54.209956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.469513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-09T01:53:54.209997Z","caller":"traceutil/trace.go:171","msg":"trace[1568175242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24972; }","duration":"836.553235ms","start":"2026-04-09T01:53:53.373435Z","end":"2026-04-09T01:53:54.209988Z","steps":["trace[1568175242] 'agreement among raft nodes before linearized reading' (duration: 836.450093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:54.210032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:53.373411Z","time spent":"836.614477ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T01:53:54.209593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:53.38003Z","time spent":"829.554417ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T01:53:54.210114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:53.535042Z","time spent":"674.844756ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:53:54.210155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:53.459045Z","time spent":"750.930118ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:53:54.210177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.253415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-09T01:53:54.210294Z","caller":"traceutil/trace.go:171","msg":"trace[1811948812] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24972; }","duration":"550.422459ms","start":"2026-04-09T01:53:53.65985Z","end":"2026-04-09T01:53:54.210272Z","steps":["trace[1811948812] 'agreement among raft nodes before linearized reading' (duration: 549.972631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:54.210475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:53.659842Z","time spent":"550.50939ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-09T01:53:54.209872Z","caller":"traceutil/trace.go:171","msg":"trace[412260123] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24972; }","duration":"373.542539ms","start":"2026-04-09T01:53:53.836312Z","end":"2026-04-09T01:53:54.209854Z","steps":["trace[412260123] 'agreement among raft nodes before linearized reading' (duration: 373.367236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:54.210805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:53.83629Z","time spent":"374.459246ms","remote":"127.0.0.1:39030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:53:54.209795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.955698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:53:54.210947Z","caller":"traceutil/trace.go:171","msg":"trace[838640085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24972; }","duration":"793.146321ms","start":"2026-04-09T01:53:53.417785Z","end":"2026-04-09T01:53:54.210931Z","steps":["trace[838640085] 'agreement among raft nodes before linearized reading' (duration: 791.977769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:54.211006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:53.417764Z","time spent":"793.226763ms","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T01:53:54.209886Z","caller":"traceutil/trace.go:171","msg":"trace[2137952285] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24972; }","duration":"1.030057825s","start":"2026-04-09T01:53:53.179814Z","end":"2026-04-09T01:53:54.209872Z","steps":["trace[2137952285] 'agreement among raft nodes before linearized reading' (duration: 1.029542516s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:54.211123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:53.179772Z","time spent":"1.031324989s","remote":"127.0.0.1:40882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:53:54.209483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.491321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-09T01:53:54.211277Z","caller":"traceutil/trace.go:171","msg":"trace[1648546909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24972; }","duration":"833.293724ms","start":"2026-04-09T01:53:53.37796Z","end":"2026-04-09T01:53:54.211253Z","steps":["trace[1648546909] 'agreement among raft nodes before linearized reading' (duration: 831.353609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:54.211368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:53.377927Z","time spent":"833.421687ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T01:53:54.211914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.374124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T01:53:54.212003Z","caller":"traceutil/trace.go:171","msg":"trace[1389008852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24972; }","duration":"835.509026ms","start":"2026-04-09T01:53:53.376471Z","end":"2026-04-09T01:53:54.21198Z","steps":["trace[1389008852] 'agreement among raft nodes before linearized reading' (duration: 833.198823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:54.212071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:53.376453Z","time spent":"835.598638ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T01:53:54.459158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.299965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:53:54.459298Z","caller":"traceutil/trace.go:171","msg":"trace[2077278278] linearizableReadLoop","detail":"{readStateIndex:25796; appliedIndex:25795; }","duration":"243.019786ms","start":"2026-04-09T01:53:54.216253Z","end":"2026-04-09T01:53:54.459273Z","steps":["trace[2077278278] 'read index received' (duration: 42.775733ms)","trace[2077278278] 'applied index is now lower than readState.Index' (duration: 200.241813ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:53:54.45975Z","caller":"traceutil/trace.go:171","msg":"trace[1895529624] transaction","detail":"{read_only:false; response_revision:24973; number_of_response:1; }","duration":"245.014665ms","start":"2026-04-09T01:53:54.214718Z","end":"2026-04-09T01:53:54.459732Z","steps":["trace[1895529624] 'process raft request' (duration: 44.001866ms)","trace[1895529624] 'compare' (duration: 200.091601ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:53:54.459869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.586857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18542"} {"level":"info","ts":"2026-04-09T01:53:54.459964Z","caller":"traceutil/trace.go:171","msg":"trace[254688687] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24973; }","duration":"243.7115ms","start":"2026-04-09T01:53:54.216227Z","end":"2026-04-09T01:53:54.459939Z","steps":["trace[254688687] 'agreement among raft nodes before linearized reading' (duration: 243.471536ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:53:54.649992Z","caller":"traceutil/trace.go:171","msg":"trace[892335014] transaction","detail":"{read_only:false; response_revision:24974; number_of_response:1; }","duration":"433.212584ms","start":"2026-04-09T01:53:54.216749Z","end":"2026-04-09T01:53:54.649962Z","steps":["trace[892335014] 'process raft request' (duration: 432.97959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:54.650189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:54.216729Z","time spent":"433.354328ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:54.650349Z","caller":"traceutil/trace.go:171","msg":"trace[1696644665] transaction","detail":"{read_only:false; response_revision:24976; number_of_response:1; }","duration":"433.415159ms","start":"2026-04-09T01:53:54.216899Z","end":"2026-04-09T01:53:54.650314Z","steps":["trace[1696644665] 'process raft request' (duration: 433.262807ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:53:54.65035Z","caller":"traceutil/trace.go:171","msg":"trace[588982493] transaction","detail":"{read_only:false; response_revision:24975; number_of_response:1; }","duration":"433.517202ms","start":"2026-04-09T01:53:54.216803Z","end":"2026-04-09T01:53:54.65032Z","steps":["trace[588982493] 'process raft request' (duration: 433.115733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:54.65055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:54.21689Z","time spent":"433.554322ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:53:54.65061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:54.216788Z","time spent":"433.764596ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:54.666457Z","caller":"traceutil/trace.go:171","msg":"trace[253968150] linearizableReadLoop","detail":"{readStateIndex:25800; appliedIndex:25796; }","duration":"207.100741ms","start":"2026-04-09T01:53:54.459341Z","end":"2026-04-09T01:53:54.666442Z","steps":["trace[253968150] 'read index received' (duration: 190.288949ms)","trace[253968150] 'applied index is now lower than readState.Index' (duration: 16.810922ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:53:54.666538Z","caller":"traceutil/trace.go:171","msg":"trace[1425833366] transaction","detail":"{read_only:false; response_revision:24977; number_of_response:1; }","duration":"343.933608ms","start":"2026-04-09T01:53:54.322597Z","end":"2026-04-09T01:53:54.666531Z","steps":["trace[1425833366] 'process raft request' (duration: 343.740545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:54.666623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:54.322566Z","time spent":"343.988459ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:53:54.666627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.316959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:53:54.666645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.760873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:53:54.666697Z","caller":"traceutil/trace.go:171","msg":"trace[1437560077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24977; }","duration":"248.849074ms","start":"2026-04-09T01:53:54.417834Z","end":"2026-04-09T01:53:54.666683Z","steps":["trace[1437560077] 'agreement among raft nodes before linearized reading' (duration: 248.760563ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:53:54.666697Z","caller":"traceutil/trace.go:171","msg":"trace[967433860] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24977; }","duration":"149.438871ms","start":"2026-04-09T01:53:54.517236Z","end":"2026-04-09T01:53:54.666675Z","steps":["trace[967433860] 'agreement among raft nodes before linearized reading' (duration: 149.320999ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:53:55.299528Z","caller":"traceutil/trace.go:171","msg":"trace[971578908] transaction","detail":"{read_only:false; response_revision:24978; number_of_response:1; }","duration":"211.94049ms","start":"2026-04-09T01:53:55.087565Z","end":"2026-04-09T01:53:55.299505Z","steps":["trace[971578908] 'process raft request' (duration: 211.743967ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:53:55.61415Z","caller":"traceutil/trace.go:171","msg":"trace[1712696270] transaction","detail":"{read_only:false; response_revision:24979; number_of_response:1; }","duration":"395.022367ms","start":"2026-04-09T01:53:55.21909Z","end":"2026-04-09T01:53:55.614112Z","steps":["trace[1712696270] 'process raft request' (duration: 305.177941ms)","trace[1712696270] 'compare' (duration: 89.271015ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:53:55.614247Z","caller":"traceutil/trace.go:171","msg":"trace[1281583372] linearizableReadLoop","detail":"{readStateIndex:25802; appliedIndex:25801; }","duration":"363.224376ms","start":"2026-04-09T01:53:55.250989Z","end":"2026-04-09T01:53:55.614214Z","steps":["trace[1281583372] 'read index received' (duration: 48.5566ms)","trace[1281583372] 'applied index is now lower than readState.Index' (duration: 314.666156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:53:55.614319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:55.219063Z","time spent":"395.166039ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:55.614577Z","caller":"traceutil/trace.go:171","msg":"trace[1611539205] transaction","detail":"{read_only:false; response_revision:24983; number_of_response:1; }","duration":"344.03228ms","start":"2026-04-09T01:53:55.270534Z","end":"2026-04-09T01:53:55.614566Z","steps":["trace[1611539205] 'process raft request' (duration: 343.623262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:55.614635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:55.270525Z","time spent":"344.07653ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:55.614712Z","caller":"traceutil/trace.go:171","msg":"trace[1912915636] transaction","detail":"{read_only:false; response_revision:24980; number_of_response:1; }","duration":"347.011606ms","start":"2026-04-09T01:53:55.267692Z","end":"2026-04-09T01:53:55.614704Z","steps":["trace[1912915636] 'process raft request' (duration: 346.227891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:55.614757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:55.267673Z","time spent":"347.057197ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:55.614877Z","caller":"traceutil/trace.go:171","msg":"trace[1716478616] transaction","detail":"{read_only:false; response_revision:24981; number_of_response:1; }","duration":"345.443767ms","start":"2026-04-09T01:53:55.269424Z","end":"2026-04-09T01:53:55.614868Z","steps":["trace[1716478616] 'process raft request' (duration: 344.626522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:55.614929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:55.269399Z","time spent":"345.501918ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:53:55.614928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.91689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-09T01:53:55.614982Z","caller":"traceutil/trace.go:171","msg":"trace[1051347483] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24983; }","duration":"363.992441ms","start":"2026-04-09T01:53:55.250974Z","end":"2026-04-09T01:53:55.614966Z","steps":["trace[1051347483] 'agreement among raft nodes before linearized reading' (duration: 363.789067ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:53:55.614996Z","caller":"traceutil/trace.go:171","msg":"trace[1595483376] transaction","detail":"{read_only:false; response_revision:24982; number_of_response:1; }","duration":"345.480578ms","start":"2026-04-09T01:53:55.269507Z","end":"2026-04-09T01:53:55.614988Z","steps":["trace[1595483376] 'process raft request' (duration: 344.599702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:55.61503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:55.250907Z","time spent":"364.110313ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-09T01:53:55.615037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:55.269502Z","time spent":"345.513099ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:53:55.615101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.544533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:53:55.615149Z","caller":"traceutil/trace.go:171","msg":"trace[1612263732] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24983; }","duration":"322.746666ms","start":"2026-04-09T01:53:55.292389Z","end":"2026-04-09T01:53:55.615135Z","steps":["trace[1612263732] 'agreement among raft nodes before linearized reading' (duration: 322.649984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:55.615187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:55.292376Z","time spent":"322.801938ms","remote":"127.0.0.1:38944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:53:55.615215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.907323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:53:55.615302Z","caller":"traceutil/trace.go:171","msg":"trace[1080298726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24983; }","duration":"197.083776ms","start":"2026-04-09T01:53:55.418197Z","end":"2026-04-09T01:53:55.615281Z","steps":["trace[1080298726] 'agreement among raft nodes before linearized reading' (duration: 196.896922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:56.131933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.873112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:53:56.132144Z","caller":"traceutil/trace.go:171","msg":"trace[2144374290] linearizableReadLoop","detail":"{readStateIndex:25808; appliedIndex:25807; }","duration":"218.759338ms","start":"2026-04-09T01:53:55.913368Z","end":"2026-04-09T01:53:56.132019Z","steps":["trace[2144374290] 'read index received' (duration: 45.781µs)","trace[2144374290] 'applied index is now lower than readState.Index' (duration: 218.604655ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:53:56.132147Z","caller":"traceutil/trace.go:171","msg":"trace[346138308] transaction","detail":"{read_only:false; response_revision:24985; number_of_response:1; }","duration":"506.897102ms","start":"2026-04-09T01:53:55.625186Z","end":"2026-04-09T01:53:56.132083Z","steps":["trace[346138308] 'process raft request' (duration: 241.788535ms)","trace[346138308] 'compare' (duration: 264.74876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:53:56.13236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:55.625168Z","time spent":"507.162536ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:53:56.13363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.227945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-09T01:53:56.133723Z","caller":"traceutil/trace.go:171","msg":"trace[1441711073] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24985; }","duration":"220.346647ms","start":"2026-04-09T01:53:55.913354Z","end":"2026-04-09T01:53:56.1337Z","steps":["trace[1441711073] 'agreement among raft nodes before linearized reading' (duration: 218.829639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:56.663207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.947694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:53:56.663302Z","caller":"traceutil/trace.go:171","msg":"trace[53962807] linearizableReadLoop","detail":"{readStateIndex:25809; appliedIndex:25808; }","duration":"448.312745ms","start":"2026-04-09T01:53:56.214975Z","end":"2026-04-09T01:53:56.663288Z","steps":["trace[53962807] 'read index received' (duration: 203.422514ms)","trace[53962807] 'applied index is now lower than readState.Index' (duration: 244.889171ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:53:56.663368Z","caller":"traceutil/trace.go:171","msg":"trace[120605472] transaction","detail":"{read_only:false; response_revision:24986; number_of_response:1; }","duration":"498.394113ms","start":"2026-04-09T01:53:56.164967Z","end":"2026-04-09T01:53:56.663361Z","steps":["trace[120605472] 'process raft request' (duration: 253.41347ms)","trace[120605472] 'compare' (duration: 244.475334ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:53:56.663409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:56.164936Z","time spent":"498.453495ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:53:56.663572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.57161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-09T01:53:56.663664Z","caller":"traceutil/trace.go:171","msg":"trace[938956946] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24986; }","duration":"448.715863ms","start":"2026-04-09T01:53:56.214927Z","end":"2026-04-09T01:53:56.663643Z","steps":["trace[938956946] 'agreement among raft nodes before linearized reading' (duration: 448.441387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:56.663713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:56.214907Z","time spent":"448.796834ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T01:53:57.065645Z","caller":"traceutil/trace.go:171","msg":"trace[313411603] linearizableReadLoop","detail":"{readStateIndex:25810; appliedIndex:25809; }","duration":"402.289252ms","start":"2026-04-09T01:53:56.663329Z","end":"2026-04-09T01:53:57.065618Z","steps":["trace[313411603] 'read index received' (duration: 402.020668ms)","trace[313411603] 'applied index is now lower than readState.Index' (duration: 267.294µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:53:57.065863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.736428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-09T01:53:57.065917Z","caller":"traceutil/trace.go:171","msg":"trace[1642888874] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24987; }","duration":"410.81866ms","start":"2026-04-09T01:53:56.655084Z","end":"2026-04-09T01:53:57.065903Z","steps":["trace[1642888874] 'agreement among raft nodes before linearized reading' (duration: 410.660057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:57.065954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:56.65508Z","time spent":"410.86432ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T01:53:57.066062Z","caller":"traceutil/trace.go:171","msg":"trace[349683557] transaction","detail":"{read_only:false; response_revision:24987; number_of_response:1; }","duration":"850.172788ms","start":"2026-04-09T01:53:56.21587Z","end":"2026-04-09T01:53:57.066043Z","steps":["trace[349683557] 'process raft request' (duration: 849.568937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:57.06616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:56.215838Z","time spent":"850.25735ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:53:57.066189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.114614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T01:53:57.066218Z","caller":"traceutil/trace.go:171","msg":"trace[1562156372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24987; }","duration":"411.219927ms","start":"2026-04-09T01:53:56.65499Z","end":"2026-04-09T01:53:57.06621Z","steps":["trace[1562156372] 'agreement among raft nodes before linearized reading' (duration: 411.136666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:57.066245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:56.654968Z","time spent":"411.270418ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T01:53:57.06636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.467864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-09T01:53:57.066395Z","caller":"traceutil/trace.go:171","msg":"trace[1102344791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24987; }","duration":"602.548695ms","start":"2026-04-09T01:53:56.463839Z","end":"2026-04-09T01:53:57.066388Z","steps":["trace[1102344791] 'agreement among raft nodes before linearized reading' (duration: 602.464314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:57.066419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:56.46381Z","time spent":"602.603287ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T01:53:57.065863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.240729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-09T01:53:57.066506Z","caller":"traceutil/trace.go:171","msg":"trace[1815846528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24987; }","duration":"410.952332ms","start":"2026-04-09T01:53:56.655541Z","end":"2026-04-09T01:53:57.066493Z","steps":["trace[1815846528] 'agreement among raft nodes before linearized reading' (duration: 410.126787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:57.066542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:56.655486Z","time spent":"411.046154ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T01:53:57.066625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.105272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:53:57.066648Z","caller":"traceutil/trace.go:171","msg":"trace[1235908828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24987; }","duration":"647.127064ms","start":"2026-04-09T01:53:56.419513Z","end":"2026-04-09T01:53:57.06664Z","steps":["trace[1235908828] 'agreement among raft nodes before linearized reading' (duration: 647.085532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:57.066671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:56.419442Z","time spent":"647.224565ms","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T01:53:57.098892Z","caller":"traceutil/trace.go:171","msg":"trace[1577760221] transaction","detail":"{read_only:false; response_revision:24988; number_of_response:1; }","duration":"432.254498ms","start":"2026-04-09T01:53:56.666621Z","end":"2026-04-09T01:53:57.098876Z","steps":["trace[1577760221] 'process raft request' (duration: 432.091124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:57.099012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:56.666603Z","time spent":"432.346799ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:57.099187Z","caller":"traceutil/trace.go:171","msg":"trace[790734039] transaction","detail":"{read_only:false; response_revision:24989; number_of_response:1; }","duration":"428.810064ms","start":"2026-04-09T01:53:56.670367Z","end":"2026-04-09T01:53:57.099177Z","steps":["trace[790734039] 'process raft request' (duration: 428.465177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:57.099253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:56.670353Z","time spent":"428.866805ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:57.099734Z","caller":"traceutil/trace.go:171","msg":"trace[2023144457] transaction","detail":"{read_only:false; response_revision:24991; number_of_response:1; }","duration":"177.471852ms","start":"2026-04-09T01:53:56.922246Z","end":"2026-04-09T01:53:57.099718Z","steps":["trace[2023144457] 'process raft request' (duration: 177.309289ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:53:57.099847Z","caller":"traceutil/trace.go:171","msg":"trace[333532202] transaction","detail":"{read_only:false; response_revision:24990; number_of_response:1; }","duration":"334.125267ms","start":"2026-04-09T01:53:56.765711Z","end":"2026-04-09T01:53:57.099836Z","steps":["trace[333532202] 'process raft request' (duration: 333.422334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:57.099923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:56.765686Z","time spent":"334.181807ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:53:57.100011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.176396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:53:57.100095Z","caller":"traceutil/trace.go:171","msg":"trace[2116064295] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24991; }","duration":"342.322339ms","start":"2026-04-09T01:53:56.757752Z","end":"2026-04-09T01:53:57.100074Z","steps":["trace[2116064295] 'agreement among raft nodes before linearized reading' (duration: 342.203167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:57.100135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:56.75773Z","time spent":"342.39558ms","remote":"127.0.0.1:41218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-09T01:53:57.428281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.689188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:53:57.428402Z","caller":"traceutil/trace.go:171","msg":"trace[1920254679] transaction","detail":"{read_only:false; response_revision:24996; number_of_response:1; }","duration":"294.054694ms","start":"2026-04-09T01:53:57.134325Z","end":"2026-04-09T01:53:57.42838Z","steps":["trace[1920254679] 'process raft request' (duration: 155.478773ms)","trace[1920254679] 'compare' (duration: 137.934818ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:53:58.932898Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.646301304s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:53:59.022187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:58.593596Z","time spent":"428.579859ms","remote":"127.0.0.1:50544","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-09T01:53:59.02381Z","caller":"traceutil/trace.go:171","msg":"trace[1012404697] linearizableReadLoop","detail":"{readStateIndex:25820; appliedIndex:25818; }","duration":"1.888505645s","start":"2026-04-09T01:53:57.135272Z","end":"2026-04-09T01:53:59.023777Z","steps":["trace[1012404697] 'read index received' (duration: 151.278365ms)","trace[1012404697] 'applied index is now lower than readState.Index' (duration: 1.73722603s)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:53:59.024122Z","caller":"traceutil/trace.go:171","msg":"trace[20915170] transaction","detail":"{read_only:false; response_revision:24997; number_of_response:1; }","duration":"1.88977924s","start":"2026-04-09T01:53:57.134327Z","end":"2026-04-09T01:53:59.024106Z","steps":["trace[20915170] 'process raft request' (duration: 1.798831423s)","trace[20915170] 'compare' (duration: 89.227125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:53:59.024574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:57.134296Z","time spent":"1.889905013s","remote":"127.0.0.1:39078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:53:59.02485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889548436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:53:59.024929Z","caller":"traceutil/trace.go:171","msg":"trace[1081360551] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24997; }","duration":"1.889672367s","start":"2026-04-09T01:53:57.13524Z","end":"2026-04-09T01:53:59.024912Z","steps":["trace[1081360551] 'agreement among raft nodes before linearized reading' (duration: 1.889506874s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:59.02497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:57.135224Z","time spent":"1.889738759s","remote":"127.0.0.1:39064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-09T01:53:59.435532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000438762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:53:59.435636Z","caller":"traceutil/trace.go:171","msg":"trace[1443852782] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000615075s","start":"2026-04-09T01:53:57.434993Z","end":"2026-04-09T01:53:59.435608Z","steps":["trace[1443852782] 'agreement among raft nodes before linearized reading' (duration: 2.000479883s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:59.435697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:57.434971Z","time spent":"2.000713608s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:53:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:53:59.524277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038091,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T01:53:59.678234Z","caller":"traceutil/trace.go:171","msg":"trace[372389051] transaction","detail":"{read_only:false; response_revision:24998; number_of_response:1; }","duration":"2.058690014s","start":"2026-04-09T01:53:57.619504Z","end":"2026-04-09T01:53:59.678194Z","steps":["trace[372389051] 'process raft request' (duration: 2.057087344s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:53:59.678248Z","caller":"traceutil/trace.go:171","msg":"trace[331030611] transaction","detail":"{read_only:false; response_revision:24999; number_of_response:1; }","duration":"2.05474225s","start":"2026-04-09T01:53:57.623475Z","end":"2026-04-09T01:53:59.678217Z","steps":["trace[331030611] 'process raft request' (duration: 2.054570687s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:59.678496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:57.623449Z","time spent":"2.054929284s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:59.678482Z","caller":"traceutil/trace.go:171","msg":"trace[838303134] transaction","detail":"{read_only:false; response_revision:25000; number_of_response:1; }","duration":"2.054890303s","start":"2026-04-09T01:53:57.623547Z","end":"2026-04-09T01:53:59.678437Z","steps":["trace[838303134] 'process raft request' (duration: 2.054617148s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:59.678664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:57.623544Z","time spent":"2.055027965s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:53:59.678505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:57.619471Z","time spent":"2.058844887s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:59.67874Z","caller":"traceutil/trace.go:171","msg":"trace[1535853570] transaction","detail":"{read_only:false; response_revision:25001; number_of_response:1; }","duration":"2.055099737s","start":"2026-04-09T01:53:57.623578Z","end":"2026-04-09T01:53:59.678678Z","steps":["trace[1535853570] 'process raft request' (duration: 2.054892024s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:53:59.678966Z","caller":"traceutil/trace.go:171","msg":"trace[1495631455] transaction","detail":"{read_only:false; response_revision:25002; number_of_response:1; }","duration":"2.055326271s","start":"2026-04-09T01:53:57.623602Z","end":"2026-04-09T01:53:59.678928Z","steps":["trace[1495631455] 'process raft request' (duration: 2.054993055s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:53:59.679056Z","caller":"traceutil/trace.go:171","msg":"trace[2066459367] transaction","detail":"{read_only:false; response_revision:25003; number_of_response:1; }","duration":"1.181204448s","start":"2026-04-09T01:53:58.497839Z","end":"2026-04-09T01:53:59.679043Z","steps":["trace[2066459367] 'process raft request' (duration: 1.180996284s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:59.679034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:57.623575Z","time spent":"2.05527403s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:59.6791Z","caller":"traceutil/trace.go:171","msg":"trace[158641693] transaction","detail":"{read_only:false; response_revision:25004; number_of_response:1; }","duration":"1.010656624s","start":"2026-04-09T01:53:58.668402Z","end":"2026-04-09T01:53:59.679058Z","steps":["trace[158641693] 'process raft request' (duration: 1.010574893s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:59.679229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:57.623599Z","time spent":"2.055452863s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:53:59.679273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:58.66837Z","time spent":"1.010810308s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:53:59.679114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:58.497812Z","time spent":"1.181269028s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:59.679694Z","caller":"traceutil/trace.go:171","msg":"trace[1391100018] transaction","detail":"{read_only:false; response_revision:25005; number_of_response:1; }","duration":"607.481067ms","start":"2026-04-09T01:53:59.072201Z","end":"2026-04-09T01:53:59.679683Z","steps":["trace[1391100018] 'process raft request' (duration: 606.818494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:59.679757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:59.072167Z","time spent":"607.554909ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:53:59.679856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397815596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:53:59.679964Z","caller":"traceutil/trace.go:171","msg":"trace[316405433] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25006; }","duration":"1.397923307s","start":"2026-04-09T01:53:58.281985Z","end":"2026-04-09T01:53:59.679908Z","steps":["trace[316405433] 'agreement among raft nodes before linearized reading' (duration: 1.397809695s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:59.679981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.24128676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18a48d6556a6075b\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-04-09T01:53:59.680011Z","caller":"traceutil/trace.go:171","msg":"trace[653405270] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18a48d6556a6075b; range_end:; response_count:1; response_revision:25006; }","duration":"2.241371512s","start":"2026-04-09T01:53:57.438629Z","end":"2026-04-09T01:53:59.680001Z","steps":["trace[653405270] 'agreement among raft nodes before linearized reading' (duration: 2.241244049s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:59.68001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:58.281962Z","time spent":"1.39803795s","remote":"127.0.0.1:41784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:53:59.680036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:57.438591Z","time spent":"2.241435472s","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":746,"request content":"key:\"/registry/events/openstack/container-infra-registry.18a48d6556a6075b\" "} {"level":"warn","ts":"2026-04-09T01:53:59.6802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219442027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:53:59.680223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045815303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-09T01:53:59.680283Z","caller":"traceutil/trace.go:171","msg":"trace[454160158] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:25006; }","duration":"2.045913806s","start":"2026-04-09T01:53:57.634356Z","end":"2026-04-09T01:53:59.68027Z","steps":["trace[454160158] 'agreement among raft nodes before linearized reading' (duration: 2.045712272s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:59.680347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:57.634341Z","time spent":"2.045995827s","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"info","ts":"2026-04-09T01:53:59.679874Z","caller":"traceutil/trace.go:171","msg":"trace[2034495214] transaction","detail":"{read_only:false; response_revision:25006; number_of_response:1; }","duration":"574.22485ms","start":"2026-04-09T01:53:59.105634Z","end":"2026-04-09T01:53:59.679859Z","steps":["trace[2034495214] 'process raft request' (duration: 573.844803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:59.680555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:59.105617Z","time spent":"574.857881ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:53:59.680244Z","caller":"traceutil/trace.go:171","msg":"trace[180592842] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25006; }","duration":"1.219525059s","start":"2026-04-09T01:53:58.460705Z","end":"2026-04-09T01:53:59.68023Z","steps":["trace[180592842] 'agreement among raft nodes before linearized reading' (duration: 1.219462768s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:59.680694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:58.460682Z","time spent":"1.219987287s","remote":"127.0.0.1:41830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:53:59.679738Z","caller":"traceutil/trace.go:171","msg":"trace[1124708455] linearizableReadLoop","detail":"{readStateIndex:25829; appliedIndex:25820; }","duration":"655.800513ms","start":"2026-04-09T01:53:59.023906Z","end":"2026-04-09T01:53:59.679706Z","steps":["trace[1124708455] 'read index received' (duration: 653.152984ms)","trace[1124708455] 'applied index is now lower than readState.Index' (duration: 2.646169ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:53:59.680944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500447039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-04-09T01:53:59.680972Z","caller":"traceutil/trace.go:171","msg":"trace[776637394] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25006; }","duration":"1.500517311s","start":"2026-04-09T01:53:58.180444Z","end":"2026-04-09T01:53:59.680961Z","steps":["trace[776637394] 'agreement among raft nodes before linearized reading' (duration: 1.500394019s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:59.680991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:58.180419Z","time spent":"1.500568471s","remote":"127.0.0.1:39256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11740,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-09T01:53:59.681127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415199995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:53:59.681177Z","caller":"traceutil/trace.go:171","msg":"trace[669039331] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25006; }","duration":"2.415353237s","start":"2026-04-09T01:53:57.265812Z","end":"2026-04-09T01:53:59.681165Z","steps":["trace[669039331] 'agreement among raft nodes before linearized reading' (duration: 2.415198685s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:59.681243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:57.26579Z","time spent":"2.41544111s","remote":"127.0.0.1:47650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:53:59.681276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.091277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-09T01:53:59.681305Z","caller":"traceutil/trace.go:171","msg":"trace[1705124680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25006; }","duration":"547.120438ms","start":"2026-04-09T01:53:59.134178Z","end":"2026-04-09T01:53:59.681299Z","steps":["trace[1705124680] 'agreement among raft nodes before linearized reading' (duration: 547.050557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:59.681324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:59.134148Z","time spent":"547.172329ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T01:53:59.681421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.779239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:53:59.681487Z","caller":"traceutil/trace.go:171","msg":"trace[1360654714] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25006; }","duration":"651.956492ms","start":"2026-04-09T01:53:59.02951Z","end":"2026-04-09T01:53:59.681467Z","steps":["trace[1360654714] 'agreement among raft nodes before linearized reading' (duration: 651.663497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:59.681749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:59.029496Z","time spent":"652.235928ms","remote":"127.0.0.1:39064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-09T01:53:59.681888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.821228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:53:59.681908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.73058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:53:59.681977Z","caller":"traceutil/trace.go:171","msg":"trace[1051332952] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25006; }","duration":"477.829322ms","start":"2026-04-09T01:53:59.204131Z","end":"2026-04-09T01:53:59.68196Z","steps":["trace[1051332952] 'agreement among raft nodes before linearized reading' (duration: 477.703799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:59.68204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:59.204119Z","time spent":"477.911554ms","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:53:59.681985Z","caller":"traceutil/trace.go:171","msg":"trace[1270313013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25006; }","duration":"245.93783ms","start":"2026-04-09T01:53:59.436013Z","end":"2026-04-09T01:53:59.681951Z","steps":["trace[1270313013] 'agreement among raft nodes before linearized reading' (duration: 245.836569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:59.682418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.698418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T01:53:59.682475Z","caller":"traceutil/trace.go:171","msg":"trace[2088846490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25006; }","duration":"548.781659ms","start":"2026-04-09T01:53:59.133682Z","end":"2026-04-09T01:53:59.682464Z","steps":["trace[2088846490] 'agreement among raft nodes before linearized reading' (duration: 548.464353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:59.682516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:59.13367Z","time spent":"548.838269ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T01:53:59.682544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.735021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:53:59.68258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.236729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-09T01:53:59.682627Z","caller":"traceutil/trace.go:171","msg":"trace[1741087552] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25006; }","duration":"548.33426ms","start":"2026-04-09T01:53:59.134281Z","end":"2026-04-09T01:53:59.682615Z","steps":["trace[1741087552] 'agreement among raft nodes before linearized reading' (duration: 548.171387ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:53:59.682646Z","caller":"traceutil/trace.go:171","msg":"trace[1265130063] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25006; }","duration":"580.863993ms","start":"2026-04-09T01:53:59.101746Z","end":"2026-04-09T01:53:59.68261Z","steps":["trace[1265130063] 'agreement among raft nodes before linearized reading' (duration: 580.754211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:59.682661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.418982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418029"} {"level":"warn","ts":"2026-04-09T01:53:59.682666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:59.134254Z","time spent":"548.404192ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T01:53:59.682702Z","caller":"traceutil/trace.go:171","msg":"trace[1272889444] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25006; }","duration":"637.480134ms","start":"2026-04-09T01:53:59.04521Z","end":"2026-04-09T01:53:59.68269Z","steps":["trace[1272889444] 'agreement among raft nodes before linearized reading' (duration: 637.319931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:59.68273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:59.045196Z","time spent":"637.527724ms","remote":"127.0.0.1:59744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418053,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-09T01:53:59.68272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:59.10169Z","time spent":"580.989315ms","remote":"127.0.0.1:53630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:53:59.682746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.054643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-09T01:53:59.682798Z","caller":"traceutil/trace.go:171","msg":"trace[493929413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25006; }","duration":"549.130284ms","start":"2026-04-09T01:53:59.133656Z","end":"2026-04-09T01:53:59.682786Z","steps":["trace[493929413] 'agreement among raft nodes before linearized reading' (duration: 548.977422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:59.682833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:59.133645Z","time spent":"549.181186ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T01:53:59.682997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.459118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-09T01:53:59.683039Z","caller":"traceutil/trace.go:171","msg":"trace[1524701629] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25006; }","duration":"579.548129ms","start":"2026-04-09T01:53:59.103479Z","end":"2026-04-09T01:53:59.683027Z","steps":["trace[1524701629] 'agreement among raft nodes before linearized reading' (duration: 579.446877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:53:59.683063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:59.103453Z","time spent":"579.60369ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T01:54:00.188048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038095,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:00.689057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038095,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:00.801346Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.119114446s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T01:54:00.801811Z","caller":"traceutil/trace.go:171","msg":"trace[2011744334] transaction","detail":"{read_only:false; response_revision:25007; number_of_response:1; }","duration":"1.119645715s","start":"2026-04-09T01:53:59.682134Z","end":"2026-04-09T01:54:00.80178Z","steps":["trace[2011744334] 'process raft request' (duration: 1.119432082s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:00.802011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:59.682114Z","time spent":"1.119784899s","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:00.905928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:59.682293Z","time spent":"1.223624405s","remote":"127.0.0.1:38824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-09T01:54:00.906108Z","caller":"traceutil/trace.go:171","msg":"trace[1441654812] transaction","detail":"{read_only:false; response_revision:25008; number_of_response:1; }","duration":"1.218470581s","start":"2026-04-09T01:53:59.687613Z","end":"2026-04-09T01:54:00.906083Z","steps":["trace[1441654812] 'process raft request' (duration: 1.218184925s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:00.906214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:59.687591Z","time spent":"1.218570402s","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T01:54:00.906305Z","caller":"traceutil/trace.go:171","msg":"trace[614600874] transaction","detail":"{read_only:false; response_revision:25011; number_of_response:1; }","duration":"1.216946941s","start":"2026-04-09T01:53:59.6893Z","end":"2026-04-09T01:54:00.906247Z","steps":["trace[614600874] 'process raft request' (duration: 1.216782939s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:00.906578Z","caller":"traceutil/trace.go:171","msg":"trace[619290748] transaction","detail":"{read_only:false; response_revision:25013; number_of_response:1; }","duration":"1.215655607s","start":"2026-04-09T01:53:59.690905Z","end":"2026-04-09T01:54:00.906561Z","steps":["trace[619290748] 'process raft request' (duration: 1.21526349s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:00.906583Z","caller":"traceutil/trace.go:171","msg":"trace[1951458554] linearizableReadLoop","detail":"{readStateIndex:25838; appliedIndex:25829; }","duration":"1.219294015s","start":"2026-04-09T01:53:59.687255Z","end":"2026-04-09T01:54:00.906549Z","steps":["trace[1951458554] 'read index received' (duration: 1.114360388s)","trace[1951458554] 'applied index is now lower than readState.Index' (duration: 104.932507ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:00.90646Z","caller":"traceutil/trace.go:171","msg":"trace[829573388] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"1.217206005s","start":"2026-04-09T01:53:59.689205Z","end":"2026-04-09T01:54:00.906411Z","steps":["trace[829573388] 'process raft request' (duration: 1.216838329s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:00.906675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:59.690897Z","time spent":"1.215726288s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:00.906734Z","caller":"traceutil/trace.go:171","msg":"trace[193717794] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"843.743549ms","start":"2026-04-09T01:54:00.062976Z","end":"2026-04-09T01:54:00.90672Z","steps":["trace[193717794] 'process raft request' (duration: 843.313101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:00.906721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:59.689293Z","time spent":"1.217268967s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:00.906833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:59.689201Z","time spent":"1.217529061s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:00.906869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:00.062934Z","time spent":"843.83346ms","remote":"127.0.0.1:59744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:00.906871Z","caller":"traceutil/trace.go:171","msg":"trace[1199258385] transaction","detail":"{read_only:false; response_revision:25012; number_of_response:1; }","duration":"1.216690317s","start":"2026-04-09T01:53:59.690143Z","end":"2026-04-09T01:54:00.906833Z","steps":["trace[1199258385] 'process raft request' (duration: 1.215974484s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:00.906893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217940749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:00.907041Z","caller":"traceutil/trace.go:171","msg":"trace[1021148967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25014; }","duration":"1.218131783s","start":"2026-04-09T01:53:59.688882Z","end":"2026-04-09T01:54:00.907014Z","steps":["trace[1021148967] 'agreement among raft nodes before linearized reading' (duration: 1.217926379s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:00.907088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:59.688866Z","time spent":"1.218211774s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:54:00.907103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:59.690125Z","time spent":"1.21686955s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:00.907183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.754378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18a48d64bd81b2ac\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-04-09T01:54:00.907222Z","caller":"traceutil/trace.go:171","msg":"trace[313859806] range","detail":"{range_begin:/registry/events/openstack/container-infra.18a48d64bd81b2ac; range_end:; response_count:1; response_revision:25014; }","duration":"100.830352ms","start":"2026-04-09T01:54:00.806379Z","end":"2026-04-09T01:54:00.907209Z","steps":["trace[313859806] 'agreement among raft nodes before linearized reading' (duration: 100.637517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:00.907236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.996725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-09T01:54:00.907301Z","caller":"traceutil/trace.go:171","msg":"trace[1507221304] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25014; }","duration":"933.102907ms","start":"2026-04-09T01:53:59.974177Z","end":"2026-04-09T01:54:00.90728Z","steps":["trace[1507221304] 'agreement among raft nodes before linearized reading' (duration: 932.843721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:00.907403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.699215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:00.907482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218062532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-09T01:54:00.907511Z","caller":"traceutil/trace.go:171","msg":"trace[173909558] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25014; }","duration":"453.839827ms","start":"2026-04-09T01:54:00.453644Z","end":"2026-04-09T01:54:00.907483Z","steps":["trace[173909558] 'agreement among raft nodes before linearized reading' (duration: 453.609293ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:00.907536Z","caller":"traceutil/trace.go:171","msg":"trace[1399252921] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25014; }","duration":"1.218128463s","start":"2026-04-09T01:53:59.689394Z","end":"2026-04-09T01:54:00.907522Z","steps":["trace[1399252921] 'agreement among raft nodes before linearized reading' (duration: 1.21793189s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:00.907342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:59.974151Z","time spent":"933.182029ms","remote":"127.0.0.1:40804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-09T01:54:00.907574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:59.689388Z","time spent":"1.218177574s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T01:54:00.907583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:00.45357Z","time spent":"453.99819ms","remote":"127.0.0.1:58842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:00.908088Z","caller":"traceutil/trace.go:171","msg":"trace[1679193428] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"1.217054753s","start":"2026-04-09T01:53:59.689124Z","end":"2026-04-09T01:54:00.906179Z","steps":["trace[1679193428] 'process raft request' (duration: 1.216827529s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:00.908194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:59.689092Z","time spent":"1.219046339s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:00.908512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22124507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-04-09T01:54:00.90857Z","caller":"traceutil/trace.go:171","msg":"trace[1496855780] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25014; }","duration":"1.221337222s","start":"2026-04-09T01:53:59.687216Z","end":"2026-04-09T01:54:00.908553Z","steps":["trace[1496855780] 'agreement among raft nodes before linearized reading' (duration: 1.220041189s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:00.908606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:53:59.687199Z","time spent":"1.221397524s","remote":"127.0.0.1:39256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11740,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-09T01:54:11.919601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:12.420341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:12.920913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:13.025598Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.880794244s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:54:13.419873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000694957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:13.419998Z","caller":"traceutil/trace.go:171","msg":"trace[976069469] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000878411s","start":"2026-04-09T01:54:11.419089Z","end":"2026-04-09T01:54:13.419967Z","steps":["trace[976069469] 'agreement among raft nodes before linearized reading' (duration: 2.000723188s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:13.420067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:11.41907Z","time spent":"2.000984433s","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:54:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:14.582673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.53365053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:14.582769Z","caller":"traceutil/trace.go:171","msg":"trace[327837403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25087; }","duration":"3.533804953s","start":"2026-04-09T01:54:11.048938Z","end":"2026-04-09T01:54:14.582743Z","steps":["trace[327837403] 'range keys from in-memory index tree' (duration: 3.533517047s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:14.582827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:11.048915Z","time spent":"3.533887994s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:54:14.58316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.489385799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:14.583205Z","caller":"traceutil/trace.go:171","msg":"trace[1451296766] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25087; }","duration":"3.48948204s","start":"2026-04-09T01:54:11.093709Z","end":"2026-04-09T01:54:14.583191Z","steps":["trace[1451296766] 'count revisions from in-memory index tree' (duration: 3.489274986s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:14.583238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:11.093687Z","time spent":"3.489541221s","remote":"127.0.0.1:41836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:14.583672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.468933679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-09T01:54:14.58371Z","caller":"traceutil/trace.go:171","msg":"trace[1176690259] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25087; }","duration":"3.469019221s","start":"2026-04-09T01:54:11.114682Z","end":"2026-04-09T01:54:14.583701Z","steps":["trace[1176690259] 'range keys from in-memory index tree' (duration: 3.468744255s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:14.583736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:11.114658Z","time spent":"3.469072472s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T01:54:14.583933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.598843729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-09T01:54:14.584117Z","caller":"traceutil/trace.go:171","msg":"trace[807756158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25087; }","duration":"3.599086114s","start":"2026-04-09T01:54:10.985007Z","end":"2026-04-09T01:54:14.584093Z","steps":["trace[807756158] 'range keys from in-memory index tree' (duration: 3.598622666s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:14.584132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.595030979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T01:54:14.584198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:10.98497Z","time spent":"3.599213246s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T01:54:14.584293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.594124191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-09T01:54:14.585488Z","caller":"traceutil/trace.go:171","msg":"trace[151586074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25087; }","duration":"3.595319043s","start":"2026-04-09T01:54:10.990132Z","end":"2026-04-09T01:54:14.585451Z","steps":["trace[151586074] 'range keys from in-memory index tree' (duration: 3.593947508s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:14.58499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.595447175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-09T01:54:14.585546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:10.990123Z","time spent":"3.595405134s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T01:54:14.585555Z","caller":"traceutil/trace.go:171","msg":"trace[1183773252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25087; }","duration":"3.596054177s","start":"2026-04-09T01:54:10.98948Z","end":"2026-04-09T01:54:14.585534Z","steps":["trace[1183773252] 'range keys from in-memory index tree' (duration: 3.595293082s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:14.585628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:10.989454Z","time spent":"3.596149109s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T01:54:14.584243Z","caller":"traceutil/trace.go:171","msg":"trace[287301122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25087; }","duration":"3.595163061s","start":"2026-04-09T01:54:10.989053Z","end":"2026-04-09T01:54:14.584216Z","steps":["trace[287301122] 'range keys from in-memory index tree' (duration: 3.594652721s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:14.585772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:10.989028Z","time spent":"3.596729809s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T01:54:14.585139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.594935186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-09T01:54:14.585887Z","caller":"traceutil/trace.go:171","msg":"trace[2134614107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25087; }","duration":"3.59574025s","start":"2026-04-09T01:54:10.990125Z","end":"2026-04-09T01:54:14.585865Z","steps":["trace[2134614107] 'range keys from in-memory index tree' (duration: 3.594791313s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:14.585934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:10.990114Z","time spent":"3.595807442s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T01:54:14.588628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562761424s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:14.588765Z","caller":"traceutil/trace.go:171","msg":"trace[2084852189] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"3.444058308s","start":"2026-04-09T01:54:11.144686Z","end":"2026-04-09T01:54:14.588744Z","steps":["trace[2084852189] 'process raft request' (duration: 1.88111046s)","trace[2084852189] 'compare' (duration: 1.556702032s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:14.589894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:11.144655Z","time spent":"3.44520661s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:15.428085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000375422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:15.428167Z","caller":"traceutil/trace.go:171","msg":"trace[581904923] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000549505s","start":"2026-04-09T01:54:13.427598Z","end":"2026-04-09T01:54:15.428148Z","steps":["trace[581904923] 'agreement among raft nodes before linearized reading' (duration: 2.000440853s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:15.428249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:13.427558Z","time spent":"2.000681877s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:54:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:16.67317Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.647344298s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T01:54:16.676105Z","caller":"traceutil/trace.go:171","msg":"trace[897207019] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"4.913889129s","start":"2026-04-09T01:54:11.762175Z","end":"2026-04-09T01:54:16.676064Z","steps":["trace[897207019] 'process raft request' (duration: 4.912997732s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:16.676205Z","caller":"traceutil/trace.go:171","msg":"trace[1585792153] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"4.908268445s","start":"2026-04-09T01:54:11.767904Z","end":"2026-04-09T01:54:16.676172Z","steps":["trace[1585792153] 'process raft request' (duration: 4.907941169s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:16.676237Z","caller":"traceutil/trace.go:171","msg":"trace[312793412] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"4.908974747s","start":"2026-04-09T01:54:11.767242Z","end":"2026-04-09T01:54:16.676217Z","steps":["trace[312793412] 'process raft request' (duration: 4.908457178s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:16.676234Z","caller":"traceutil/trace.go:171","msg":"trace[161911070] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"4.910640118s","start":"2026-04-09T01:54:11.765561Z","end":"2026-04-09T01:54:16.676201Z","steps":["trace[161911070] 'process raft request' (duration: 4.909753611s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:16.676275Z","caller":"traceutil/trace.go:171","msg":"trace[1071369094] transaction","detail":"{read_only:false; response_revision:25095; number_of_response:1; }","duration":"4.908179442s","start":"2026-04-09T01:54:11.768067Z","end":"2026-04-09T01:54:16.676247Z","steps":["trace[1071369094] 'process raft request' (duration: 4.907854596s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:16.676186Z","caller":"traceutil/trace.go:171","msg":"trace[220886876] transaction","detail":"{read_only:false; response_revision:25092; number_of_response:1; }","duration":"4.909379634s","start":"2026-04-09T01:54:11.766774Z","end":"2026-04-09T01:54:16.676154Z","steps":["trace[220886876] 'process raft request' (duration: 4.908684441s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:16.676373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:11.767893Z","time spent":"4.908393148s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:16.676401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:11.767223Z","time spent":"4.909073099s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:16.676447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:11.768036Z","time spent":"4.908320845s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:16.67662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:11.766732Z","time spent":"4.90966942s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:16.676642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:11.765553Z","time spent":"4.91075496s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:16.676774Z","caller":"traceutil/trace.go:171","msg":"trace[1801724837] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"4.557826385s","start":"2026-04-09T01:54:12.118927Z","end":"2026-04-09T01:54:16.676753Z","steps":["trace[1801724837] 'process raft request' (duration: 4.557737513s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:16.676796Z","caller":"traceutil/trace.go:171","msg":"trace[765224593] linearizableReadLoop","detail":"{readStateIndex:25923; appliedIndex:25913; }","duration":"5.257614684s","start":"2026-04-09T01:54:11.419128Z","end":"2026-04-09T01:54:16.676742Z","steps":["trace[765224593] 'read index received' (duration: 1.60668115s)","trace[765224593] 'applied index is now lower than readState.Index' (duration: 3.650932754s)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:16.676773Z","caller":"traceutil/trace.go:171","msg":"trace[549466283] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"4.908399546s","start":"2026-04-09T01:54:11.768351Z","end":"2026-04-09T01:54:16.676751Z","steps":["trace[549466283] 'process raft request' (duration: 4.907808555s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:16.676109Z","caller":"traceutil/trace.go:171","msg":"trace[1354912719] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"4.91931523s","start":"2026-04-09T01:54:11.756757Z","end":"2026-04-09T01:54:16.676073Z","steps":["trace[1354912719] 'process raft request' (duration: 4.916831264s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:16.676876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:12.118898Z","time spent":"4.557926726s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:16.676887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:11.756735Z","time spent":"4.920111235s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:16.676894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:11.768337Z","time spent":"4.908502959s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:16.676931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:11.762167Z","time spent":"4.914672263s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:17.177256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038297,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:17.428399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999923713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:17.428528Z","caller":"traceutil/trace.go:171","msg":"trace[906116805] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000111436s","start":"2026-04-09T01:54:15.428387Z","end":"2026-04-09T01:54:17.428498Z","steps":["trace[906116805] 'agreement among raft nodes before linearized reading' (duration: 1.999941733s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:17.428594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:15.428364Z","time spent":"2.000217328s","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:54:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:17.678443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038297,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:18.178822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038297,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:18.679566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038297,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:19.171121Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.495409113s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T01:54:19.171691Z","caller":"traceutil/trace.go:171","msg":"trace[974161011] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"6.118473561s","start":"2026-04-09T01:54:13.053184Z","end":"2026-04-09T01:54:19.171657Z","steps":["trace[974161011] 'process raft request' (duration: 6.118219306s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:19.171819Z","caller":"traceutil/trace.go:171","msg":"trace[114860695] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"4.580155159s","start":"2026-04-09T01:54:14.591639Z","end":"2026-04-09T01:54:19.171794Z","steps":["trace[114860695] 'process raft request' (duration: 4.579939115s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:19.17189Z","caller":"traceutil/trace.go:171","msg":"trace[832260430] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"4.578138211s","start":"2026-04-09T01:54:14.593707Z","end":"2026-04-09T01:54:19.171845Z","steps":["trace[832260430] 'process raft request' (duration: 4.577992379s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:19.171923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:13.053148Z","time spent":"6.118612123s","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T01:54:19.17202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:14.591615Z","time spent":"4.580286751s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:19.172012Z","caller":"traceutil/trace.go:171","msg":"trace[1953332590] transaction","detail":"{read_only:false; response_revision:25100; number_of_response:1; }","duration":"4.580002047s","start":"2026-04-09T01:54:14.591964Z","end":"2026-04-09T01:54:19.171966Z","steps":["trace[1953332590] 'process raft request' (duration: 4.579697841s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:19.172033Z","caller":"traceutil/trace.go:171","msg":"trace[228802068] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"4.578230764s","start":"2026-04-09T01:54:14.593759Z","end":"2026-04-09T01:54:19.17199Z","steps":["trace[228802068] 'process raft request' (duration: 4.577985788s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:19.17205Z","caller":"traceutil/trace.go:171","msg":"trace[618907521] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"4.575671476s","start":"2026-04-09T01:54:14.596341Z","end":"2026-04-09T01:54:19.172012Z","steps":["trace[618907521] 'process raft request' (duration: 4.575439091s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:19.172084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:14.5937Z","time spent":"4.578279615s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:19.172205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:14.591936Z","time spent":"4.58016646s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:19.172236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:14.59632Z","time spent":"4.575815598s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:19.172292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:14.593745Z","time spent":"4.578375336s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:19.435677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001134615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:54:19.435836Z","caller":"traceutil/trace.go:171","msg":"trace[158708713] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001350839s","start":"2026-04-09T01:54:17.434423Z","end":"2026-04-09T01:54:19.435774Z","steps":["trace[158708713] 'agreement among raft nodes before linearized reading' (duration: 2.001175546s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:19.436504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:17.434398Z","time spent":"2.001862778s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:54:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:21.360871Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.313129255s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:54:21.437585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000828099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:54:21.437684Z","caller":"traceutil/trace.go:171","msg":"trace[357251081] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001059434s","start":"2026-04-09T01:54:19.436601Z","end":"2026-04-09T01:54:21.43766Z","steps":["trace[357251081] 'agreement among raft nodes before linearized reading' (duration: 2.00082594s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:21.437738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:19.436521Z","time spent":"2.001206378s","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:54:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:21.79785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626006645s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-09T01:54:21.799207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104429791s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:21.799349Z","caller":"traceutil/trace.go:171","msg":"trace[615712689] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25103; }","duration":"2.104587384s","start":"2026-04-09T01:54:19.69474Z","end":"2026-04-09T01:54:21.799327Z","steps":["trace[615712689] 'range keys from in-memory index tree' (duration: 2.104405671s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:21.800282Z","caller":"traceutil/trace.go:171","msg":"trace[1265633071] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"4.034936957s","start":"2026-04-09T01:54:17.765312Z","end":"2026-04-09T01:54:21.800248Z","steps":["trace[1265633071] 'process raft request' (duration: 4.032668514s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:21.800515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:17.765279Z","time spent":"4.03509374s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:22.839608Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005211124s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:54:23.050491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000591516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:23.050605Z","caller":"traceutil/trace.go:171","msg":"trace[387047596] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000795959s","start":"2026-04-09T01:54:21.049781Z","end":"2026-04-09T01:54:23.050577Z","steps":["trace[387047596] 'agreement among raft nodes before linearized reading' (duration: 2.000625576s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:23.050664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:21.049757Z","time spent":"2.000895961s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:54:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:23.397007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596653423s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:23.397398Z","caller":"traceutil/trace.go:171","msg":"trace[728334042] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"4.714222786s","start":"2026-04-09T01:54:18.683152Z","end":"2026-04-09T01:54:23.397375Z","steps":["trace[728334042] 'process raft request' (duration: 4.714147565s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:23.397486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:18.683138Z","time spent":"4.714307407s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:23.397571Z","caller":"traceutil/trace.go:171","msg":"trace[1789104439] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"4.715209445s","start":"2026-04-09T01:54:18.682326Z","end":"2026-04-09T01:54:23.397535Z","steps":["trace[1789104439] 'process raft request' (duration: 4.714832987s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:23.398364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.321937731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:54:23.398452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:18.682253Z","time spent":"4.716140331s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:23.397619Z","caller":"traceutil/trace.go:171","msg":"trace[2090871637] linearizableReadLoop","detail":"{readStateIndex:25931; appliedIndex:25923; }","duration":"6.720750703s","start":"2026-04-09T01:54:16.676826Z","end":"2026-04-09T01:54:23.397576Z","steps":["trace[2090871637] 'read index received' (duration: 2.494734561s)","trace[2090871637] 'applied index is now lower than readState.Index' (duration: 4.226015372s)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:23.397715Z","caller":"traceutil/trace.go:171","msg":"trace[1640734268] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"4.714442901s","start":"2026-04-09T01:54:18.68326Z","end":"2026-04-09T01:54:23.397703Z","steps":["trace[1640734268] 'process raft request' (duration: 4.714073233s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:23.398516Z","caller":"traceutil/trace.go:171","msg":"trace[264509284] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25114; }","duration":"11.322034622s","start":"2026-04-09T01:54:12.076415Z","end":"2026-04-09T01:54:23.398449Z","steps":["trace[264509284] 'agreement among raft nodes before linearized reading' (duration: 11.32189675s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:23.398578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:18.683253Z","time spent":"4.715287776s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:23.397827Z","caller":"traceutil/trace.go:171","msg":"trace[1717434015] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"4.714397099s","start":"2026-04-09T01:54:18.683419Z","end":"2026-04-09T01:54:23.397817Z","steps":["trace[1717434015] 'process raft request' (duration: 4.714008501s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:23.397863Z","caller":"traceutil/trace.go:171","msg":"trace[1001784033] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"4.714331238s","start":"2026-04-09T01:54:18.683524Z","end":"2026-04-09T01:54:23.397855Z","steps":["trace[1001784033] 'process raft request' (duration: 4.71398022s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:23.398654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:18.683409Z","time spent":"4.715222633s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:23.397878Z","caller":"traceutil/trace.go:171","msg":"trace[418685551] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"4.715190494s","start":"2026-04-09T01:54:18.682671Z","end":"2026-04-09T01:54:23.397862Z","steps":["trace[418685551] 'process raft request' (duration: 4.714550881s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:23.398718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:18.682656Z","time spent":"4.71603605s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:23.398722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:12.076339Z","time spent":"11.322316007s","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:23.398785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:18.683483Z","time spent":"4.715198373s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:23.397919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.796243767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:23.398941Z","caller":"traceutil/trace.go:171","msg":"trace[1900965469] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25113; }","duration":"11.797302336s","start":"2026-04-09T01:54:11.601602Z","end":"2026-04-09T01:54:23.398904Z","steps":["trace[1900965469] 'agreement among raft nodes before linearized reading' (duration: 11.796076575s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:23.397974Z","caller":"traceutil/trace.go:171","msg":"trace[443544992] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"1.715813344s","start":"2026-04-09T01:54:21.682131Z","end":"2026-04-09T01:54:23.397944Z","steps":["trace[443544992] 'process raft request' (duration: 1.715709292s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:23.398992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:11.601583Z","time spent":"11.797394419s","remote":"127.0.0.1:41176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:23.39911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:21.682072Z","time spent":"1.716987856s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:23.398009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.863985126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:23.399239Z","caller":"traceutil/trace.go:171","msg":"trace[843493962] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25114; }","duration":"7.86527601s","start":"2026-04-09T01:54:15.533944Z","end":"2026-04-09T01:54:23.39922Z","steps":["trace[843493962] 'agreement among raft nodes before linearized reading' (duration: 7.863974756s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:23.399335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:15.53392Z","time spent":"7.865396492s","remote":"127.0.0.1:38878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:23.398058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.805389715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-09T01:54:23.399471Z","caller":"traceutil/trace.go:171","msg":"trace[188145268] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25114; }","duration":"8.806820112s","start":"2026-04-09T01:54:14.592626Z","end":"2026-04-09T01:54:23.399446Z","steps":["trace[188145268] 'agreement among raft nodes before linearized reading' (duration: 8.805329884s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:23.399548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:14.592606Z","time spent":"8.806921023s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-09T01:54:23.398048Z","caller":"traceutil/trace.go:171","msg":"trace[8480821] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"3.168044139s","start":"2026-04-09T01:54:20.229995Z","end":"2026-04-09T01:54:23.398039Z","steps":["trace[8480821] 'process raft request' (duration: 3.16754335s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:23.39976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:20.229962Z","time spent":"3.169750601s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:23.398077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.412005672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:23.399823Z","caller":"traceutil/trace.go:171","msg":"trace[360303642] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25114; }","duration":"7.413799865s","start":"2026-04-09T01:54:15.986011Z","end":"2026-04-09T01:54:23.399811Z","steps":["trace[360303642] 'agreement among raft nodes before linearized reading' (duration: 7.412035663s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:23.399865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:15.985977Z","time spent":"7.413874737s","remote":"127.0.0.1:41150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:23.398072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.994778308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-04-09T01:54:23.400015Z","caller":"traceutil/trace.go:171","msg":"trace[2042296180] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:25114; }","duration":"8.996722594s","start":"2026-04-09T01:54:14.403237Z","end":"2026-04-09T01:54:23.399959Z","steps":["trace[2042296180] 'agreement among raft nodes before linearized reading' (duration: 8.994681187s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:23.400093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:14.403208Z","time spent":"8.996865546s","remote":"127.0.0.1:38978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":871,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-04-09T01:54:23.398083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.21640758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:23.398102Z","caller":"traceutil/trace.go:171","msg":"trace[2050352997] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"4.715340247s","start":"2026-04-09T01:54:18.682753Z","end":"2026-04-09T01:54:23.398093Z","steps":["trace[2050352997] 'process raft request' (duration: 4.714510101s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:23.39812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.65506083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:23.398147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.55288171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:23.398156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.660278907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:23.398202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.1444949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:23.39814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.051706447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:23.398248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.646240378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:23.398266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.599812118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:23.398217Z","caller":"traceutil/trace.go:171","msg":"trace[1207708836] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"4.715875386s","start":"2026-04-09T01:54:18.682298Z","end":"2026-04-09T01:54:23.398173Z","steps":["trace[1207708836] 'process raft request' (duration: 3.117924749s)","trace[1207708836] 'compare' (duration: 1.595609384s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:23.398286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.765070352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:54:23.398265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.880827945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-09T01:54:23.398331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.247830016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:23.398027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.112730461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7cccc67dfb-8qcgc\" ","response":"range_response_count:1 size:8784"} {"level":"info","ts":"2026-04-09T01:54:23.40027Z","caller":"traceutil/trace.go:171","msg":"trace[1635167969] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25114; }","duration":"9.21861651s","start":"2026-04-09T01:54:14.181621Z","end":"2026-04-09T01:54:23.400238Z","steps":["trace[1635167969] 'agreement among raft nodes before linearized reading' (duration: 9.21643032s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:23.400387Z","caller":"traceutil/trace.go:171","msg":"trace[1820149250] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25114; }","duration":"7.657371342s","start":"2026-04-09T01:54:15.743002Z","end":"2026-04-09T01:54:23.400373Z","steps":["trace[1820149250] 'agreement among raft nodes before linearized reading' (duration: 7.65509302s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:23.400418Z","caller":"traceutil/trace.go:171","msg":"trace[598630743] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25114; }","duration":"10.767231233s","start":"2026-04-09T01:54:12.633173Z","end":"2026-04-09T01:54:23.400405Z","steps":["trace[598630743] 'agreement among raft nodes before linearized reading' (duration: 10.765090173s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:23.400506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:14.181595Z","time spent":"9.218813054s","remote":"127.0.0.1:58938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:23.400549Z","caller":"traceutil/trace.go:171","msg":"trace[341241547] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25114; }","duration":"10.648584032s","start":"2026-04-09T01:54:12.751955Z","end":"2026-04-09T01:54:23.400539Z","steps":["trace[341241547] 'agreement among raft nodes before linearized reading' (duration: 10.646261369s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:23.400547Z","caller":"traceutil/trace.go:171","msg":"trace[1031017126] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25114; }","duration":"10.60211519s","start":"2026-04-09T01:54:12.798421Z","end":"2026-04-09T01:54:23.400536Z","steps":["trace[1031017126] 'agreement among raft nodes before linearized reading' (duration: 10.599743286s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:23.400582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:12.751935Z","time spent":"10.648638513s","remote":"127.0.0.1:58854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:23.400602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:12.798409Z","time spent":"10.602175871s","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:23.400638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:18.682272Z","time spent":"4.718315662s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:23.40044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:15.742977Z","time spent":"7.657443965s","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:23.400616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:12.633144Z","time spent":"10.767409327s","remote":"127.0.0.1:48968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:23.40033Z","caller":"traceutil/trace.go:171","msg":"trace[1378734315] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25114; }","duration":"8.053987818s","start":"2026-04-09T01:54:15.346327Z","end":"2026-04-09T01:54:23.400315Z","steps":["trace[1378734315] 'agreement among raft nodes before linearized reading' (duration: 8.051675536s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:23.400935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:15.346302Z","time spent":"8.054619391s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:23.400316Z","caller":"traceutil/trace.go:171","msg":"trace[812940109] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25114; }","duration":"11.146646249s","start":"2026-04-09T01:54:12.25365Z","end":"2026-04-09T01:54:23.400296Z","steps":["trace[812940109] 'agreement among raft nodes before linearized reading' (duration: 11.144532041s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:23.400357Z","caller":"traceutil/trace.go:171","msg":"trace[691875650] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25114; }","duration":"7.662514009s","start":"2026-04-09T01:54:15.737832Z","end":"2026-04-09T01:54:23.400346Z","steps":["trace[691875650] 'agreement among raft nodes before linearized reading' (duration: 7.660303218s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:23.40105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:12.253617Z","time spent":"11.147401524s","remote":"127.0.0.1:38940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:23.400431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:18.682745Z","time spent":"4.717601519s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:23.40107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:15.737804Z","time spent":"7.663256462s","remote":"127.0.0.1:41134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:23.400494Z","caller":"traceutil/trace.go:171","msg":"trace[2094576937] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25114; }","duration":"8.883118497s","start":"2026-04-09T01:54:14.517363Z","end":"2026-04-09T01:54:23.400482Z","steps":["trace[2094576937] 'agreement among raft nodes before linearized reading' (duration: 8.880708583s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:23.401314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:14.517327Z","time spent":"8.883977533s","remote":"127.0.0.1:39114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:23.400301Z","caller":"traceutil/trace.go:171","msg":"trace[2144630250] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25114; }","duration":"9.55505449s","start":"2026-04-09T01:54:13.845219Z","end":"2026-04-09T01:54:23.400273Z","steps":["trace[2144630250] 'agreement among raft nodes before linearized reading' (duration: 9.55290142s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:23.401445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:13.845191Z","time spent":"9.556242481s","remote":"127.0.0.1:53674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:23.400498Z","caller":"traceutil/trace.go:171","msg":"trace[345692165] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7cccc67dfb-8qcgc; range_end:; response_count:1; response_revision:25113; }","duration":"7.115295389s","start":"2026-04-09T01:54:16.285189Z","end":"2026-04-09T01:54:23.400485Z","steps":["trace[345692165] 'agreement among raft nodes before linearized reading' (duration: 7.112692981s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:23.401652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:16.285163Z","time spent":"7.116429269s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8808,"request content":"key:\"/registry/pods/openstack/magnum-api-7cccc67dfb-8qcgc\" "} {"level":"info","ts":"2026-04-09T01:54:23.400482Z","caller":"traceutil/trace.go:171","msg":"trace[1597538004] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25114; }","duration":"11.250027206s","start":"2026-04-09T01:54:12.150446Z","end":"2026-04-09T01:54:23.400474Z","steps":["trace[1597538004] 'agreement among raft nodes before linearized reading' (duration: 11.247851236s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:23.40183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:12.150422Z","time spent":"11.251395402s","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:23.444269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999969885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:23.444352Z","caller":"traceutil/trace.go:171","msg":"trace[805115782] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000115036s","start":"2026-04-09T01:54:21.444216Z","end":"2026-04-09T01:54:23.444331Z","steps":["trace[805115782] 'agreement among raft nodes before linearized reading' (duration: 2.000005684s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:23.444395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:21.444197Z","time spent":"2.000190478s","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:54:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:24.20873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000066356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:24.208844Z","caller":"traceutil/trace.go:171","msg":"trace[391109751] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000207609s","start":"2026-04-09T01:54:22.208608Z","end":"2026-04-09T01:54:24.208816Z","steps":["trace[391109751] 'agreement among raft nodes before linearized reading' (duration: 2.000061316s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:24.208919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:22.208534Z","time spent":"2.000370271s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:54:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:25.113586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542948668s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:25.114235Z","caller":"traceutil/trace.go:171","msg":"trace[16149989] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"3.017593469s","start":"2026-04-09T01:54:22.096597Z","end":"2026-04-09T01:54:25.114191Z","steps":["trace[16149989] 'process raft request' (duration: 1.473922278s)","trace[16149989] 'compare' (duration: 1.539655396s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:25.114426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:22.096571Z","time spent":"3.017729321s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:25.454138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000054144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:25.454297Z","caller":"traceutil/trace.go:171","msg":"trace[1460336173] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000286009s","start":"2026-04-09T01:54:23.453986Z","end":"2026-04-09T01:54:25.454272Z","steps":["trace[1460336173] 'agreement among raft nodes before linearized reading' (duration: 2.000098915s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:25.454357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:23.453963Z","time spent":"2.000378892s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:54:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:26.029424Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.458892375s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:54:26.17599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999582858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:26.176089Z","caller":"traceutil/trace.go:171","msg":"trace[1498217165] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999752871s","start":"2026-04-09T01:54:21.176311Z","end":"2026-04-09T01:54:26.176064Z","steps":["trace[1498217165] 'agreement among raft nodes before linearized reading' (duration: 4.999622949s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:26.176146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:21.176286Z","time spent":"4.999848412s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/09 01:54:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:26.176148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998831464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:26.176291Z","caller":"traceutil/trace.go:171","msg":"trace[757575621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999020707s","start":"2026-04-09T01:54:21.177245Z","end":"2026-04-09T01:54:26.176266Z","steps":["trace[757575621] 'agreement among raft nodes before linearized reading' (duration: 4.998842884s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:26.176373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:21.177235Z","time spent":"4.999114069s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/09 01:54:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:26.177474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999488176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:54:26.177793Z","caller":"traceutil/trace.go:171","msg":"trace[499687469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999714901s","start":"2026-04-09T01:54:21.177851Z","end":"2026-04-09T01:54:26.177566Z","steps":["trace[499687469] 'agreement among raft nodes before linearized reading' (duration: 4.999501247s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:26.177869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:21.177843Z","time spent":"5.000011436s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/09 01:54:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:26.264384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150656932s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-09T01:54:26.264797Z","caller":"traceutil/trace.go:171","msg":"trace[1902572740] linearizableReadLoop","detail":"{readStateIndex:25943; appliedIndex:25941; }","duration":"2.866280502s","start":"2026-04-09T01:54:23.398496Z","end":"2026-04-09T01:54:26.264777Z","steps":["trace[1902572740] 'read index received' (duration: 172.047011ms)","trace[1902572740] 'applied index is now lower than readState.Index' (duration: 2.694232531s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:26.265522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.067333411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:26.265562Z","caller":"traceutil/trace.go:171","msg":"trace[1171683818] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25116; }","duration":"3.067385231s","start":"2026-04-09T01:54:23.198168Z","end":"2026-04-09T01:54:26.265553Z","steps":["trace[1171683818] 'agreement among raft nodes before linearized reading' (duration: 3.06729738s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:26.265607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:23.198058Z","time spent":"3.067541264s","remote":"127.0.0.1:39284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:26.265762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.979209233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-09T01:54:26.265803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.989837079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:26.265829Z","caller":"traceutil/trace.go:171","msg":"trace[412768963] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25116; }","duration":"7.98990318s","start":"2026-04-09T01:54:18.275915Z","end":"2026-04-09T01:54:26.265819Z","steps":["trace[412768963] 'agreement among raft nodes before linearized reading' (duration: 7.989863569s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:26.265833Z","caller":"traceutil/trace.go:171","msg":"trace[414441069] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25116; }","duration":"7.979321114s","start":"2026-04-09T01:54:18.286495Z","end":"2026-04-09T01:54:26.265816Z","steps":["trace[414441069] 'agreement among raft nodes before linearized reading' (duration: 7.97907366s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:26.265832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.134527234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:54:26.265867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:18.286482Z","time spent":"7.979378426s","remote":"127.0.0.1:38954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-04-09T01:54:26.26588Z","caller":"traceutil/trace.go:171","msg":"trace[249776849] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25116; }","duration":"4.134617386s","start":"2026-04-09T01:54:22.131247Z","end":"2026-04-09T01:54:26.265865Z","steps":["trace[249776849] 'agreement among raft nodes before linearized reading' (duration: 4.134533934s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:26.26586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.089331823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-09T01:54:26.265912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:22.131222Z","time spent":"4.134681007s","remote":"127.0.0.1:39152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:26.265922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.1516207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:26.265886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.408448219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:26.265943Z","caller":"traceutil/trace.go:171","msg":"trace[878736447] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25116; }","duration":"8.151685441s","start":"2026-04-09T01:54:18.114251Z","end":"2026-04-09T01:54:26.265936Z","steps":["trace[878736447] 'agreement among raft nodes before linearized reading' (duration: 8.151656851s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:26.265946Z","caller":"traceutil/trace.go:171","msg":"trace[452069960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25116; }","duration":"5.089479236s","start":"2026-04-09T01:54:21.176448Z","end":"2026-04-09T01:54:26.265927Z","steps":["trace[452069960] 'agreement among raft nodes before linearized reading' (duration: 5.089238142s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:26.265967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:18.114226Z","time spent":"8.151736472s","remote":"127.0.0.1:48834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:26.265965Z","caller":"traceutil/trace.go:171","msg":"trace[362255380] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25116; }","duration":"6.408590661s","start":"2026-04-09T01:54:19.857356Z","end":"2026-04-09T01:54:26.265946Z","steps":["trace[362255380] 'agreement among raft nodes before linearized reading' (duration: 6.408445399s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:26.265984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:21.17642Z","time spent":"5.089557897s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T01:54:26.266015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:19.857329Z","time spent":"6.408665053s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:26.266049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.140505526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:26.26607Z","caller":"traceutil/trace.go:171","msg":"trace[643247868] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25116; }","duration":"7.140553477s","start":"2026-04-09T01:54:19.12551Z","end":"2026-04-09T01:54:26.266064Z","steps":["trace[643247868] 'agreement among raft nodes before linearized reading' (duration: 7.140514897s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:26.26609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.347639606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:26.266095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:19.125496Z","time spent":"7.140594168s","remote":"127.0.0.1:58410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:26.266114Z","caller":"traceutil/trace.go:171","msg":"trace[830025161] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25116; }","duration":"8.347707597s","start":"2026-04-09T01:54:17.918399Z","end":"2026-04-09T01:54:26.266106Z","steps":["trace[830025161] 'agreement among raft nodes before linearized reading' (duration: 8.347672017s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:26.266134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:17.918373Z","time spent":"8.347756188s","remote":"127.0.0.1:58794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:26.266139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.178691196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:26.266172Z","caller":"traceutil/trace.go:171","msg":"trace[136547424] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25116; }","duration":"3.178765787s","start":"2026-04-09T01:54:23.087397Z","end":"2026-04-09T01:54:26.266162Z","steps":["trace[136547424] 'agreement among raft nodes before linearized reading' (duration: 3.178653575s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:26.266219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.150133044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:26.266236Z","caller":"traceutil/trace.go:171","msg":"trace[1610274462] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25116; }","duration":"7.150198775s","start":"2026-04-09T01:54:19.116032Z","end":"2026-04-09T01:54:26.266231Z","steps":["trace[1610274462] 'agreement among raft nodes before linearized reading' (duration: 7.150165075s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:26.266247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.631215365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:26.266246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.241031663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:26.266268Z","caller":"traceutil/trace.go:171","msg":"trace[1839954789] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:0; response_revision:25116; }","duration":"8.631289736s","start":"2026-04-09T01:54:17.634973Z","end":"2026-04-09T01:54:26.266263Z","steps":["trace[1839954789] 'agreement among raft nodes before linearized reading' (duration: 8.631249085s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:26.266285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:17.634946Z","time spent":"8.631335846s","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-04-09T01:54:26.266286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.598806156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:26.266256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:19.116008Z","time spent":"7.150242697s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:26.266308Z","caller":"traceutil/trace.go:171","msg":"trace[2141878971] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25116; }","duration":"7.598876408s","start":"2026-04-09T01:54:18.667426Z","end":"2026-04-09T01:54:26.266303Z","steps":["trace[2141878971] 'agreement among raft nodes before linearized reading' (duration: 7.598842087s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:26.266326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:18.667402Z","time spent":"7.598919938s","remote":"127.0.0.1:41108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:26.266392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.113542151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:26.266412Z","caller":"traceutil/trace.go:171","msg":"trace[1209703931] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25116; }","duration":"9.113606024s","start":"2026-04-09T01:54:17.152799Z","end":"2026-04-09T01:54:26.266405Z","steps":["trace[1209703931] 'agreement among raft nodes before linearized reading' (duration: 9.113568792s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:26.266432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:17.152774Z","time spent":"9.113653454s","remote":"127.0.0.1:40930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:26.266286Z","caller":"traceutil/trace.go:171","msg":"trace[610819655] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25116; }","duration":"6.241125795s","start":"2026-04-09T01:54:20.025149Z","end":"2026-04-09T01:54:26.266274Z","steps":["trace[610819655] 'agreement among raft nodes before linearized reading' (duration: 6.241058334s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:26.266485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:20.025078Z","time spent":"6.241398181s","remote":"127.0.0.1:58878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:26.266568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.430158917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272961"} {"level":"info","ts":"2026-04-09T01:54:26.266596Z","caller":"traceutil/trace.go:171","msg":"trace[132605244] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25116; }","duration":"4.43023016s","start":"2026-04-09T01:54:21.836356Z","end":"2026-04-09T01:54:26.266587Z","steps":["trace[132605244] 'agreement among raft nodes before linearized reading' (duration: 4.429790851s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:26.266616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:21.836331Z","time spent":"4.43028015s","remote":"127.0.0.1:39256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272985,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-09T01:54:26.265893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.131244091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:26.26686Z","caller":"traceutil/trace.go:171","msg":"trace[14779218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25116; }","duration":"8.13226078s","start":"2026-04-09T01:54:18.134591Z","end":"2026-04-09T01:54:26.266852Z","steps":["trace[14779218] 'agreement among raft nodes before linearized reading' (duration: 8.131270732s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:26.265849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:18.275895Z","time spent":"7.989948351s","remote":"127.0.0.1:58576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:26.266893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:18.134562Z","time spent":"8.132317112s","remote":"127.0.0.1:49012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:26.266992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.090629611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a48d6a0b264c0b\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-04-09T01:54:26.267015Z","caller":"traceutil/trace.go:171","msg":"trace[1880815691] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"2.854719307s","start":"2026-04-09T01:54:23.41227Z","end":"2026-04-09T01:54:26.266989Z","steps":["trace[1880815691] 'process raft request' (duration: 2.852273981s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:26.267071Z","caller":"traceutil/trace.go:171","msg":"trace[457979085] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a48d6a0b264c0b; range_end:; response_count:1; response_revision:25116; }","duration":"7.090795284s","start":"2026-04-09T01:54:19.176253Z","end":"2026-04-09T01:54:26.267049Z","steps":["trace[457979085] 'agreement among raft nodes before linearized reading' (duration: 7.08951065s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:26.267113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:19.176232Z","time spent":"7.090873146s","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a48d6a0b264c0b\" "} {"level":"warn","ts":"2026-04-09T01:54:26.267133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:23.412236Z","time spent":"2.854821699s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8808,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:26.267429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:23.08738Z","time spent":"3.18002965s","remote":"127.0.0.1:39256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:26.765448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:27.265715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:27.323623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.526130341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.323742Z","caller":"traceutil/trace.go:171","msg":"trace[1835325610] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25117; }","duration":"10.526323194s","start":"2026-04-09T01:54:16.797383Z","end":"2026-04-09T01:54:27.323706Z","steps":["trace[1835325610] 'agreement among raft nodes before linearized reading' (duration: 9.469142917s)","trace[1835325610] 'count revisions from in-memory index tree' (duration: 1.057010954s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:27.323821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:16.797361Z","time spent":"10.526440926s","remote":"127.0.0.1:58866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.32408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.147486649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T01:54:27.324138Z","caller":"traceutil/trace.go:171","msg":"trace[1243858723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25117; }","duration":"6.147596501s","start":"2026-04-09T01:54:21.176523Z","end":"2026-04-09T01:54:27.324119Z","steps":["trace[1243858723] 'agreement among raft nodes before linearized reading' (duration: 5.090314021s)","trace[1243858723] 'range keys from in-memory index tree' (duration: 1.057090306s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:27.32418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:21.176483Z","time spent":"6.147684883s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T01:54:27.32423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.267606255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.324279Z","caller":"traceutil/trace.go:171","msg":"trace[266330284] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25117; }","duration":"10.267662206s","start":"2026-04-09T01:54:17.0566Z","end":"2026-04-09T01:54:27.324263Z","steps":["trace[266330284] 'agreement among raft nodes before linearized reading' (duration: 9.209917869s)","trace[266330284] 'count revisions from in-memory index tree' (duration: 1.057683116s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:27.324324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:17.056523Z","time spent":"10.267785088s","remote":"127.0.0.1:58558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.32445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998564659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.324502Z","caller":"traceutil/trace.go:171","msg":"trace[1081827692] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25117; }","duration":"4.998670431s","start":"2026-04-09T01:54:22.325812Z","end":"2026-04-09T01:54:27.324483Z","steps":["trace[1081827692] 'agreement among raft nodes before linearized reading' (duration: 3.940982854s)","trace[1081827692] 'count revisions from in-memory index tree' (duration: 1.057615995s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:27.324554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:22.325787Z","time spent":"4.998751323s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.32459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.972809331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:27.324638Z","caller":"traceutil/trace.go:171","msg":"trace[1422520614] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25117; }","duration":"4.972922864s","start":"2026-04-09T01:54:22.3517Z","end":"2026-04-09T01:54:27.324623Z","steps":["trace[1422520614] 'agreement among raft nodes before linearized reading' (duration: 3.915105145s)","trace[1422520614] 'count revisions from in-memory index tree' (duration: 1.057753408s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:27.32468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:22.351666Z","time spent":"4.973000224s","remote":"127.0.0.1:47666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.32479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.60167636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.324881Z","caller":"traceutil/trace.go:171","msg":"trace[1522907179] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25117; }","duration":"7.601813823s","start":"2026-04-09T01:54:19.72304Z","end":"2026-04-09T01:54:27.324854Z","steps":["trace[1522907179] 'agreement among raft nodes before linearized reading' (duration: 6.543472324s)","trace[1522907179] 'range keys from in-memory index tree' (duration: 1.058148105s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:27.324926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:19.722974Z","time spent":"7.601942246s","remote":"127.0.0.1:41218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-09T01:54:27.325878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.055001602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:27.325953Z","caller":"traceutil/trace.go:171","msg":"trace[1726752109] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25117; }","duration":"6.055142855s","start":"2026-04-09T01:54:21.270792Z","end":"2026-04-09T01:54:27.325935Z","steps":["trace[1726752109] 'agreement among raft nodes before linearized reading' (duration: 4.996031792s)","trace[1726752109] 'count revisions from in-memory index tree' (duration: 1.058995361s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:27.325984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:21.270766Z","time spent":"6.055211467s","remote":"127.0.0.1:39016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":77,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.354539Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.094705104s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T01:54:27.355111Z","caller":"traceutil/trace.go:171","msg":"trace[790290244] transaction","detail":"{read_only:false; response_revision:25119; number_of_response:1; }","duration":"1.951079676s","start":"2026-04-09T01:54:25.403974Z","end":"2026-04-09T01:54:27.355054Z","steps":["trace[790290244] 'process raft request' (duration: 1.950992195s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:27.355123Z","caller":"traceutil/trace.go:171","msg":"trace[1468760063] transaction","detail":"{read_only:false; response_revision:25118; number_of_response:1; }","duration":"1.951565976s","start":"2026-04-09T01:54:25.403516Z","end":"2026-04-09T01:54:27.355082Z","steps":["trace[1468760063] 'process raft request' (duration: 1.95125176s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.355282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:25.403965Z","time spent":"1.951220288s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:27.355335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:25.403481Z","time spent":"1.951739279s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:27.355405Z","caller":"traceutil/trace.go:171","msg":"trace[1727283992] transaction","detail":"{read_only:false; response_revision:25120; number_of_response:1; }","duration":"1.95128651s","start":"2026-04-09T01:54:25.404088Z","end":"2026-04-09T01:54:27.355374Z","steps":["trace[1727283992] 'process raft request' (duration: 1.950926443s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.355559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:25.404052Z","time spent":"1.951420983s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:27.355635Z","caller":"traceutil/trace.go:171","msg":"trace[684556486] transaction","detail":"{read_only:false; response_revision:25121; number_of_response:1; }","duration":"1.950576787s","start":"2026-04-09T01:54:25.405038Z","end":"2026-04-09T01:54:27.355615Z","steps":["trace[684556486] 'process raft request' (duration: 1.950247421s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.355737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:25.405023Z","time spent":"1.950646799s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:27.355882Z","caller":"traceutil/trace.go:171","msg":"trace[715464281] transaction","detail":"{read_only:false; response_revision:25122; number_of_response:1; }","duration":"1.950562129s","start":"2026-04-09T01:54:25.405307Z","end":"2026-04-09T01:54:27.355869Z","steps":["trace[715464281] 'process raft request' (duration: 1.950230102s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:27.356025Z","caller":"traceutil/trace.go:171","msg":"trace[864757376] transaction","detail":"{read_only:false; response_revision:25123; number_of_response:1; }","duration":"1.950506756s","start":"2026-04-09T01:54:25.405503Z","end":"2026-04-09T01:54:27.35601Z","steps":["trace[864757376] 'process raft request' (duration: 1.950277472s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.356026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:25.405268Z","time spent":"1.950714891s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:27.356077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:25.405484Z","time spent":"1.950565067s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:27.356084Z","caller":"traceutil/trace.go:171","msg":"trace[96930109] transaction","detail":"{read_only:false; response_revision:25125; number_of_response:1; }","duration":"1.950096609s","start":"2026-04-09T01:54:25.405969Z","end":"2026-04-09T01:54:27.356066Z","steps":["trace[96930109] 'process raft request' (duration: 1.950044728s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:27.356113Z","caller":"traceutil/trace.go:171","msg":"trace[357870671] transaction","detail":"{read_only:false; response_revision:25124; number_of_response:1; }","duration":"1.950447435s","start":"2026-04-09T01:54:25.405655Z","end":"2026-04-09T01:54:27.356103Z","steps":["trace[357870671] 'process raft request' (duration: 1.950295772s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.356153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:25.405953Z","time spent":"1.95016421s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:27.356164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:25.405643Z","time spent":"1.950491356s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:27.391237Z","caller":"traceutil/trace.go:171","msg":"trace[2029569400] linearizableReadLoop","detail":"{readStateIndex:25955; appliedIndex:25944; }","duration":"1.126372871s","start":"2026-04-09T01:54:26.264833Z","end":"2026-04-09T01:54:27.391206Z","steps":["trace[2029569400] 'read index received' (duration: 1.089920975s)","trace[2029569400] 'applied index is now lower than readState.Index' (duration: 36.450376ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:27.391388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:26.268335Z","time spent":"1.123049379s","remote":"127.0.0.1:38824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-09T01:54:27.391664Z","caller":"traceutil/trace.go:171","msg":"trace[1497830973] transaction","detail":"{read_only:false; response_revision:25126; number_of_response:1; }","duration":"1.122422947s","start":"2026-04-09T01:54:26.269228Z","end":"2026-04-09T01:54:27.391651Z","steps":["trace[1497830973] 'process raft request' (duration: 1.121740805s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.391789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:26.269207Z","time spent":"1.122487209s","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:27.392232Z","caller":"traceutil/trace.go:171","msg":"trace[807709216] transaction","detail":"{read_only:false; response_revision:25127; number_of_response:1; }","duration":"1.121224506s","start":"2026-04-09T01:54:26.270992Z","end":"2026-04-09T01:54:27.392216Z","steps":["trace[807709216] 'process raft request' (duration: 1.120107045s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.392314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:26.270978Z","time spent":"1.121290797s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:27.392624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547696426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.39267Z","caller":"traceutil/trace.go:171","msg":"trace[769316601] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25128; }","duration":"1.547799658s","start":"2026-04-09T01:54:25.844856Z","end":"2026-04-09T01:54:27.392656Z","steps":["trace[769316601] 'agreement among raft nodes before linearized reading' (duration: 1.547714026s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.392736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:25.844821Z","time spent":"1.5479034s","remote":"127.0.0.1:41800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.392752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.414355279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:27.392792Z","caller":"traceutil/trace.go:171","msg":"trace[629675778] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25128; }","duration":"2.41439856s","start":"2026-04-09T01:54:24.97838Z","end":"2026-04-09T01:54:27.392779Z","steps":["trace[629675778] 'agreement among raft nodes before linearized reading' (duration: 2.414323429s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.392821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:24.978288Z","time spent":"2.414524403s","remote":"127.0.0.1:40804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.393022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66873752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-09T01:54:27.393041Z","caller":"traceutil/trace.go:171","msg":"trace[427820650] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25128; }","duration":"1.668791622s","start":"2026-04-09T01:54:25.724243Z","end":"2026-04-09T01:54:27.393034Z","steps":["trace[427820650] 'agreement among raft nodes before linearized reading' (duration: 1.66869735s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.393044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.991222176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18542"} {"level":"warn","ts":"2026-04-09T01:54:27.393059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:25.724217Z","time spent":"1.668836732s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-09T01:54:27.393193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938511243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.393213Z","caller":"traceutil/trace.go:171","msg":"trace[175715056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25128; }","duration":"1.938610476s","start":"2026-04-09T01:54:25.454596Z","end":"2026-04-09T01:54:27.393207Z","steps":["trace[175715056] 'agreement among raft nodes before linearized reading' (duration: 1.938579875s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.393229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:25.454538Z","time spent":"1.938688197s","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:54:27.39335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970638759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:27.39337Z","caller":"traceutil/trace.go:171","msg":"trace[1740868531] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25128; }","duration":"1.97069856s","start":"2026-04-09T01:54:25.422664Z","end":"2026-04-09T01:54:27.393363Z","steps":["trace[1740868531] 'agreement among raft nodes before linearized reading' (duration: 1.97066325s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.393388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:25.422646Z","time spent":"1.970737491s","remote":"127.0.0.1:39046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.393467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.99197413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-j7f7b\" ","response":"range_response_count:1 size:5488"} {"level":"warn","ts":"2026-04-09T01:54:27.393527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066219163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-09T01:54:27.393539Z","caller":"traceutil/trace.go:171","msg":"trace[2096864697] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-j7f7b; range_end:; response_count:1; response_revision:25128; }","duration":"3.992094553s","start":"2026-04-09T01:54:23.401427Z","end":"2026-04-09T01:54:27.393521Z","steps":["trace[2096864697] 'agreement among raft nodes before linearized reading' (duration: 3.991843138s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:27.393551Z","caller":"traceutil/trace.go:171","msg":"trace[1128412680] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25128; }","duration":"2.066259124s","start":"2026-04-09T01:54:25.327281Z","end":"2026-04-09T01:54:27.39354Z","steps":["trace[1128412680] 'agreement among raft nodes before linearized reading' (duration: 2.066196181s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.393568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:25.327268Z","time spent":"2.066296984s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-09T01:54:27.393574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:23.401405Z","time spent":"3.992161864s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5512,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-j7f7b\" "} {"level":"warn","ts":"2026-04-09T01:54:27.393712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074375475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-09T01:54:27.393735Z","caller":"traceutil/trace.go:171","msg":"trace[1862580794] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25128; }","duration":"2.074438265s","start":"2026-04-09T01:54:25.319291Z","end":"2026-04-09T01:54:27.393729Z","steps":["trace[1862580794] 'agreement among raft nodes before linearized reading' (duration: 2.074366764s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.393752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:25.319263Z","time spent":"2.074485376s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-09T01:54:27.393809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124273152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-17e47aff-0f49-42aa-b1ba-5b8cc35d9349\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-09T01:54:27.393832Z","caller":"traceutil/trace.go:171","msg":"trace[361690684] range","detail":"{range_begin:/registry/persistentvolumes/pvc-17e47aff-0f49-42aa-b1ba-5b8cc35d9349; range_end:; response_count:1; response_revision:25128; }","duration":"1.124291803s","start":"2026-04-09T01:54:26.26953Z","end":"2026-04-09T01:54:27.393822Z","steps":["trace[361690684] 'agreement among raft nodes before linearized reading' (duration: 1.124224291s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.393849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:26.269483Z","time spent":"1.124361644s","remote":"127.0.0.1:38944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-17e47aff-0f49-42aa-b1ba-5b8cc35d9349\" "} {"level":"warn","ts":"2026-04-09T01:54:27.393854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09574594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:27.393873Z","caller":"traceutil/trace.go:171","msg":"trace[1300819630] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25128; }","duration":"2.095807171s","start":"2026-04-09T01:54:25.29806Z","end":"2026-04-09T01:54:27.393868Z","steps":["trace[1300819630] 'agreement among raft nodes before linearized reading' (duration: 2.095763141s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.393893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:25.298039Z","time spent":"2.095847442s","remote":"127.0.0.1:50206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.393995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15610796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.394016Z","caller":"traceutil/trace.go:171","msg":"trace[1672676671] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25128; }","duration":"2.156177861s","start":"2026-04-09T01:54:25.23783Z","end":"2026-04-09T01:54:27.394008Z","steps":["trace[1672676671] 'agreement among raft nodes before linearized reading' (duration: 2.15614899s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.394034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:25.237803Z","time spent":"2.156225482s","remote":"127.0.0.1:55502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.394138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.38797608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:27.394154Z","caller":"traceutil/trace.go:171","msg":"trace[628521533] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25128; }","duration":"2.388037511s","start":"2026-04-09T01:54:25.006112Z","end":"2026-04-09T01:54:27.394149Z","steps":["trace[628521533] 'agreement among raft nodes before linearized reading' (duration: 2.388006031s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.394171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:25.006089Z","time spent":"2.388077563s","remote":"127.0.0.1:55468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.39419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.439544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.394214Z","caller":"traceutil/trace.go:171","msg":"trace[125181027] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25128; }","duration":"251.512275ms","start":"2026-04-09T01:54:27.142695Z","end":"2026-04-09T01:54:27.394207Z","steps":["trace[125181027] 'agreement among raft nodes before linearized reading' (duration: 251.462395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.394334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.253606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.394355Z","caller":"traceutil/trace.go:171","msg":"trace[2024684097] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25128; }","duration":"488.320687ms","start":"2026-04-09T01:54:26.906027Z","end":"2026-04-09T01:54:27.394348Z","steps":["trace[2024684097] 'agreement among raft nodes before linearized reading' (duration: 488.278286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.394371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:26.906Z","time spent":"488.365878ms","remote":"127.0.0.1:58612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.394519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008354532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:27.394539Z","caller":"traceutil/trace.go:171","msg":"trace[825112030] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25128; }","duration":"1.008410253s","start":"2026-04-09T01:54:26.38612Z","end":"2026-04-09T01:54:27.39453Z","steps":["trace[825112030] 'agreement among raft nodes before linearized reading' (duration: 1.008340382s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.394555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:26.386097Z","time spent":"1.008453084s","remote":"127.0.0.1:53652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.394692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124600908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-04-09T01:54:27.394709Z","caller":"traceutil/trace.go:171","msg":"trace[175749950] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25128; }","duration":"1.124635638s","start":"2026-04-09T01:54:26.270068Z","end":"2026-04-09T01:54:27.394703Z","steps":["trace[175749950] 'agreement among raft nodes before linearized reading' (duration: 1.124574187s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.394724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:26.270055Z","time spent":"1.12466476s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-09T01:54:27.393081Z","caller":"traceutil/trace.go:171","msg":"trace[1349380918] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25128; }","duration":"3.991282386s","start":"2026-04-09T01:54:23.401787Z","end":"2026-04-09T01:54:27.393069Z","steps":["trace[1349380918] 'agreement among raft nodes before linearized reading' (duration: 3.991123583s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.399366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:23.401773Z","time spent":"3.997581974s","remote":"127.0.0.1:38966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18566,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-09T01:54:27.73023Z","caller":"traceutil/trace.go:171","msg":"trace[966220918] linearizableReadLoop","detail":"{readStateIndex:25960; appliedIndex:25959; }","duration":"312.201561ms","start":"2026-04-09T01:54:27.417994Z","end":"2026-04-09T01:54:27.730195Z","steps":["trace[966220918] 'read index received' (duration: 311.757883ms)","trace[966220918] 'applied index is now lower than readState.Index' (duration: 442.868µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:27.730409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.478578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.73044Z","caller":"traceutil/trace.go:171","msg":"trace[281418062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25132; }","duration":"317.56611ms","start":"2026-04-09T01:54:27.412867Z","end":"2026-04-09T01:54:27.730433Z","steps":["trace[281418062] 'agreement among raft nodes before linearized reading' (duration: 317.460448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.730467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.412849Z","time spent":"317.609931ms","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:54:27.730541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.529221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-09T01:54:27.730625Z","caller":"traceutil/trace.go:171","msg":"trace[1624257336] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25132; }","duration":"316.633852ms","start":"2026-04-09T01:54:27.413971Z","end":"2026-04-09T01:54:27.730605Z","steps":["trace[1624257336] 'agreement among raft nodes before linearized reading' (duration: 316.330287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.730668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.413966Z","time spent":"316.692373ms","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-09T01:54:27.730705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.728048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7cccc67dfb-8qcgc.18a48d6508c4b214\" ","response":"range_response_count:1 size:890"} {"level":"info","ts":"2026-04-09T01:54:27.730735Z","caller":"traceutil/trace.go:171","msg":"trace[326066762] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7cccc67dfb-8qcgc.18a48d6508c4b214; range_end:; response_count:1; response_revision:25132; }","duration":"327.76582ms","start":"2026-04-09T01:54:27.402961Z","end":"2026-04-09T01:54:27.730726Z","steps":["trace[326066762] 'agreement among raft nodes before linearized reading' (duration: 327.653208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.731069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.402956Z","time spent":"328.107107ms","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":914,"request content":"key:\"/registry/events/openstack/magnum-api-7cccc67dfb-8qcgc.18a48d6508c4b214\" "} {"level":"warn","ts":"2026-04-09T01:54:27.731072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.859782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:27.730858Z","caller":"traceutil/trace.go:171","msg":"trace[1187552964] transaction","detail":"{read_only:false; response_revision:25132; number_of_response:1; }","duration":"321.36288ms","start":"2026-04-09T01:54:27.409477Z","end":"2026-04-09T01:54:27.73084Z","steps":["trace[1187552964] 'process raft request' (duration: 320.373882ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:27.731111Z","caller":"traceutil/trace.go:171","msg":"trace[839090039] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25132; }","duration":"292.940204ms","start":"2026-04-09T01:54:27.438158Z","end":"2026-04-09T01:54:27.731099Z","steps":["trace[839090039] 'agreement among raft nodes before linearized reading' (duration: 292.827982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.731185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.409454Z","time spent":"321.663877ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:27.730875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.106382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.731353Z","caller":"traceutil/trace.go:171","msg":"trace[2070455836] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25132; }","duration":"309.613423ms","start":"2026-04-09T01:54:27.421727Z","end":"2026-04-09T01:54:27.731341Z","steps":["trace[2070455836] 'agreement among raft nodes before linearized reading' (duration: 309.091602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.731387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.421699Z","time spent":"309.677883ms","remote":"127.0.0.1:39064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-09T01:54:27.730968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.669557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:27.731527Z","caller":"traceutil/trace.go:171","msg":"trace[2017190455] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25132; }","duration":"287.178246ms","start":"2026-04-09T01:54:27.444286Z","end":"2026-04-09T01:54:27.731464Z","steps":["trace[2017190455] 'agreement among raft nodes before linearized reading' (duration: 286.648505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.730983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.467153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-09T01:54:27.73171Z","caller":"traceutil/trace.go:171","msg":"trace[2045983939] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25132; }","duration":"329.194226ms","start":"2026-04-09T01:54:27.402502Z","end":"2026-04-09T01:54:27.731696Z","steps":["trace[2045983939] 'agreement among raft nodes before linearized reading' (duration: 328.422521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.731747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.402498Z","time spent":"329.238867ms","remote":"127.0.0.1:38954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-09T01:54:27.730996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.659433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.731867Z","caller":"traceutil/trace.go:171","msg":"trace[1485215678] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25132; }","duration":"248.57145ms","start":"2026-04-09T01:54:27.483287Z","end":"2026-04-09T01:54:27.731858Z","steps":["trace[1485215678] 'agreement among raft nodes before linearized reading' (duration: 247.695584ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:27.988331Z","caller":"traceutil/trace.go:171","msg":"trace[998636198] linearizableReadLoop","detail":"{readStateIndex:25967; appliedIndex:25966; }","duration":"149.617545ms","start":"2026-04-09T01:54:27.838685Z","end":"2026-04-09T01:54:27.988302Z","steps":["trace[998636198] 'read index received' (duration: 149.374401ms)","trace[998636198] 'applied index is now lower than readState.Index' (duration: 241.914µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:27.988385Z","caller":"traceutil/trace.go:171","msg":"trace[1636382259] transaction","detail":"{read_only:false; response_revision:25138; number_of_response:1; }","duration":"158.910207ms","start":"2026-04-09T01:54:27.829428Z","end":"2026-04-09T01:54:27.988338Z","steps":["trace[1636382259] 'process raft request' (duration: 158.663982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.988626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.913461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-04-09T01:54:27.988674Z","caller":"traceutil/trace.go:171","msg":"trace[1959650785] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:25138; }","duration":"149.995733ms","start":"2026-04-09T01:54:27.838667Z","end":"2026-04-09T01:54:27.988663Z","steps":["trace[1959650785] 'agreement among raft nodes before linearized reading' (duration: 149.742558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:28.280598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.990863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:28.280882Z","caller":"traceutil/trace.go:171","msg":"trace[785038764] transaction","detail":"{read_only:false; response_revision:25140; number_of_response:1; }","duration":"218.881079ms","start":"2026-04-09T01:54:28.061948Z","end":"2026-04-09T01:54:28.280829Z","steps":["trace[785038764] 'process raft request' (duration: 62.54105ms)","trace[785038764] 'compare' (duration: 155.82437ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:28.717752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.364127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:28.717859Z","caller":"traceutil/trace.go:171","msg":"trace[772721723] linearizableReadLoop","detail":"{readStateIndex:25970; appliedIndex:25969; }","duration":"430.100137ms","start":"2026-04-09T01:54:28.287744Z","end":"2026-04-09T01:54:28.717844Z","steps":["trace[772721723] 'read index received' (duration: 182.525046ms)","trace[772721723] 'applied index is now lower than readState.Index' (duration: 247.573831ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:28.717895Z","caller":"traceutil/trace.go:171","msg":"trace[116669145] transaction","detail":"{read_only:false; response_revision:25141; number_of_response:1; }","duration":"431.270399ms","start":"2026-04-09T01:54:28.286581Z","end":"2026-04-09T01:54:28.717851Z","steps":["trace[116669145] 'process raft request' (duration: 183.669887ms)","trace[116669145] 'compare' (duration: 247.239085ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:28.718051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:28.286551Z","time spent":"431.410661ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:28.718037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.291161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a48d6a0b264c0b\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-04-09T01:54:28.718171Z","caller":"traceutil/trace.go:171","msg":"trace[147450168] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a48d6a0b264c0b; range_end:; response_count:1; response_revision:25141; }","duration":"430.466424ms","start":"2026-04-09T01:54:28.287694Z","end":"2026-04-09T01:54:28.71816Z","steps":["trace[147450168] 'agreement among raft nodes before linearized reading' (duration: 430.212989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:28.718202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:28.287678Z","time spent":"430.514035ms","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a48d6a0b264c0b\" "} {"level":"info","ts":"2026-04-09T01:54:28.719026Z","caller":"traceutil/trace.go:171","msg":"trace[569694668] transaction","detail":"{read_only:false; response_revision:25142; number_of_response:1; }","duration":"431.087015ms","start":"2026-04-09T01:54:28.287907Z","end":"2026-04-09T01:54:28.718994Z","steps":["trace[569694668] 'process raft request' (duration: 430.829661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:28.719205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:28.287882Z","time spent":"431.227158ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:28.719249Z","caller":"traceutil/trace.go:171","msg":"trace[178874160] transaction","detail":"{read_only:false; response_revision:25143; number_of_response:1; }","duration":"427.270754ms","start":"2026-04-09T01:54:28.291958Z","end":"2026-04-09T01:54:28.719229Z","steps":["trace[178874160] 'process raft request' (duration: 426.965519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:28.719316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:28.29195Z","time spent":"427.335045ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8664,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:28.719526Z","caller":"traceutil/trace.go:171","msg":"trace[478205833] transaction","detail":"{read_only:false; response_revision:25144; number_of_response:1; }","duration":"425.465951ms","start":"2026-04-09T01:54:28.294051Z","end":"2026-04-09T01:54:28.719517Z","steps":["trace[478205833] 'process raft request' (duration: 425.092384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:28.719573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:28.294042Z","time spent":"425.508552ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:28.719619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.494909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:28.719652Z","caller":"traceutil/trace.go:171","msg":"trace[1920930196] transaction","detail":"{read_only:false; response_revision:25145; number_of_response:1; }","duration":"313.731648ms","start":"2026-04-09T01:54:28.405882Z","end":"2026-04-09T01:54:28.719614Z","steps":["trace[1920930196] 'process raft request' (duration: 313.545864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:28.719702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.062044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:28.719725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:28.405848Z","time spent":"313.837651ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:28.719734Z","caller":"traceutil/trace.go:171","msg":"trace[1179631073] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25145; }","duration":"267.136185ms","start":"2026-04-09T01:54:28.452588Z","end":"2026-04-09T01:54:28.719724Z","steps":["trace[1179631073] 'agreement among raft nodes before linearized reading' (duration: 267.091534ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:28.71966Z","caller":"traceutil/trace.go:171","msg":"trace[448429593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25145; }","duration":"303.577181ms","start":"2026-04-09T01:54:28.41607Z","end":"2026-04-09T01:54:28.719648Z","steps":["trace[448429593] 'agreement among raft nodes before linearized reading' (duration: 303.492679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:28.719842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:28.416056Z","time spent":"303.777544ms","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T01:54:29.522691Z","caller":"traceutil/trace.go:171","msg":"trace[522782008] transaction","detail":"{read_only:false; response_revision:25149; number_of_response:1; }","duration":"157.93736ms","start":"2026-04-09T01:54:29.364721Z","end":"2026-04-09T01:54:29.522659Z","steps":["trace[522782008] 'process raft request' (duration: 156.174587ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:29.523097Z","caller":"traceutil/trace.go:171","msg":"trace[1183355958] transaction","detail":"{read_only:false; response_revision:25150; number_of_response:1; }","duration":"158.266626ms","start":"2026-04-09T01:54:29.36478Z","end":"2026-04-09T01:54:29.523046Z","steps":["trace[1183355958] 'process raft request' (duration: 157.828118ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:29.523428Z","caller":"traceutil/trace.go:171","msg":"trace[573491454] transaction","detail":"{read_only:false; response_revision:25151; number_of_response:1; }","duration":"158.571492ms","start":"2026-04-09T01:54:29.364814Z","end":"2026-04-09T01:54:29.523385Z","steps":["trace[573491454] 'process raft request' (duration: 158.006501ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:29.523604Z","caller":"traceutil/trace.go:171","msg":"trace[59362298] transaction","detail":"{read_only:false; response_revision:25153; number_of_response:1; }","duration":"158.686123ms","start":"2026-04-09T01:54:29.364904Z","end":"2026-04-09T01:54:29.523591Z","steps":["trace[59362298] 'process raft request' (duration: 158.468679ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:29.523644Z","caller":"traceutil/trace.go:171","msg":"trace[845445136] linearizableReadLoop","detail":"{readStateIndex:25984; appliedIndex:25977; }","duration":"145.345126ms","start":"2026-04-09T01:54:29.37817Z","end":"2026-04-09T01:54:29.523515Z","steps":["trace[845445136] 'read index received' (duration: 12.114195ms)","trace[845445136] 'applied index is now lower than readState.Index' (duration: 133.229261ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:29.523896Z","caller":"traceutil/trace.go:171","msg":"trace[1774128403] transaction","detail":"{read_only:false; response_revision:25154; number_of_response:1; }","duration":"158.879997ms","start":"2026-04-09T01:54:29.365003Z","end":"2026-04-09T01:54:29.523883Z","steps":["trace[1774128403] 'process raft request' (duration: 158.417968ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:29.523976Z","caller":"traceutil/trace.go:171","msg":"trace[627228747] transaction","detail":"{read_only:false; response_revision:25152; number_of_response:1; }","duration":"159.098291ms","start":"2026-04-09T01:54:29.364863Z","end":"2026-04-09T01:54:29.523961Z","steps":["trace[627228747] 'process raft request' (duration: 158.422649ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:29.52413Z","caller":"traceutil/trace.go:171","msg":"trace[700654464] transaction","detail":"{read_only:false; response_revision:25155; number_of_response:1; }","duration":"158.465449ms","start":"2026-04-09T01:54:29.365554Z","end":"2026-04-09T01:54:29.52402Z","steps":["trace[700654464] 'process raft request' (duration: 157.914059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:29.524244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.958151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-09T01:54:29.524286Z","caller":"traceutil/trace.go:171","msg":"trace[1408659416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25155; }","duration":"123.046623ms","start":"2026-04-09T01:54:29.401229Z","end":"2026-04-09T01:54:29.524275Z","steps":["trace[1408659416] 'agreement among raft nodes before linearized reading' (duration: 122.88119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:29.524411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.233042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:29.524446Z","caller":"traceutil/trace.go:171","msg":"trace[754304222] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25155; }","duration":"146.325124ms","start":"2026-04-09T01:54:29.378111Z","end":"2026-04-09T01:54:29.524436Z","steps":["trace[754304222] 'agreement among raft nodes before linearized reading' (duration: 146.264313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:29.524524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.367209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:29.524605Z","caller":"traceutil/trace.go:171","msg":"trace[1477657547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25155; }","duration":"109.484801ms","start":"2026-04-09T01:54:29.415103Z","end":"2026-04-09T01:54:29.524588Z","steps":["trace[1477657547] 'agreement among raft nodes before linearized reading' (duration: 109.347598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:29.524664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.39794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-09T01:54:29.524701Z","caller":"traceutil/trace.go:171","msg":"trace[1262791037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25155; }","duration":"123.469861ms","start":"2026-04-09T01:54:29.401222Z","end":"2026-04-09T01:54:29.524692Z","steps":["trace[1262791037] 'agreement among raft nodes before linearized reading' (duration: 123.373839ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:32.063244Z","caller":"traceutil/trace.go:171","msg":"trace[1308236502] transaction","detail":"{read_only:false; response_revision:25171; number_of_response:1; }","duration":"129.526033ms","start":"2026-04-09T01:54:31.933683Z","end":"2026-04-09T01:54:32.063209Z","steps":["trace[1308236502] 'process raft request' (duration: 129.312129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:33.011298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038425,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T01:54:33.37136Z","caller":"traceutil/trace.go:171","msg":"trace[1865803401] transaction","detail":"{read_only:false; response_revision:25172; number_of_response:1; }","duration":"874.285625ms","start":"2026-04-09T01:54:32.497041Z","end":"2026-04-09T01:54:33.371327Z","steps":["trace[1865803401] 'process raft request' (duration: 874.060211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:33.371519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:32.497018Z","time spent":"874.424007ms","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T01:54:34.423801Z","caller":"traceutil/trace.go:171","msg":"trace[1468777399] linearizableReadLoop","detail":"{readStateIndex:26002; appliedIndex:26000; }","duration":"1.912989711s","start":"2026-04-09T01:54:32.510772Z","end":"2026-04-09T01:54:34.423762Z","steps":["trace[1468777399] 'read index received' (duration: 860.362668ms)","trace[1468777399] 'applied index is now lower than readState.Index' (duration: 1.052625013s)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:34.423969Z","caller":"traceutil/trace.go:171","msg":"trace[1940829755] transaction","detail":"{read_only:false; response_revision:25173; number_of_response:1; }","duration":"1.804975837s","start":"2026-04-09T01:54:32.618972Z","end":"2026-04-09T01:54:34.423948Z","steps":["trace[1940829755] 'process raft request' (duration: 1.718488002s)","trace[1940829755] 'compare' (duration: 85.683099ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:34.424138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:32.61894Z","time spent":"1.805082689s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:34.424233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913429939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:34.424322Z","caller":"traceutil/trace.go:171","msg":"trace[1008482063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25173; }","duration":"1.913539491s","start":"2026-04-09T01:54:32.510763Z","end":"2026-04-09T01:54:34.424302Z","steps":["trace[1008482063] 'agreement among raft nodes before linearized reading' (duration: 1.913371678s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.424361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:32.510687Z","time spent":"1.913663824s","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T01:54:34.914055Z","caller":"traceutil/trace.go:171","msg":"trace[59202278] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"1.422767749s","start":"2026-04-09T01:54:33.491224Z","end":"2026-04-09T01:54:34.913991Z","steps":["trace[59202278] 'process raft request' (duration: 1.422556475s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.914198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:33.491189Z","time spent":"1.422929631s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:34.914256Z","caller":"traceutil/trace.go:171","msg":"trace[2124116021] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"1.356345697s","start":"2026-04-09T01:54:33.557888Z","end":"2026-04-09T01:54:34.914233Z","steps":["trace[2124116021] 'process raft request' (duration: 1.356061852s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.914358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:33.55787Z","time spent":"1.356435108s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:34.91438Z","caller":"traceutil/trace.go:171","msg":"trace[1539203045] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"1.305982693s","start":"2026-04-09T01:54:33.608353Z","end":"2026-04-09T01:54:34.914335Z","steps":["trace[1539203045] 'process raft request' (duration: 1.305875241s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:34.914413Z","caller":"traceutil/trace.go:171","msg":"trace[256208105] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"1.305965193s","start":"2026-04-09T01:54:33.608431Z","end":"2026-04-09T01:54:34.914396Z","steps":["trace[256208105] 'process raft request' (duration: 1.305837291s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:34.914387Z","caller":"traceutil/trace.go:171","msg":"trace[327457351] transaction","detail":"{read_only:false; response_revision:25179; number_of_response:1; }","duration":"1.305791209s","start":"2026-04-09T01:54:33.608578Z","end":"2026-04-09T01:54:34.914369Z","steps":["trace[327457351] 'process raft request' (duration: 1.305729148s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.914488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:33.608389Z","time spent":"1.306060704s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:34.914504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:33.608567Z","time spent":"1.305889921s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:34.914578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:33.608339Z","time spent":"1.306144825s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:34.91461Z","caller":"traceutil/trace.go:171","msg":"trace[1097824241] transaction","detail":"{read_only:false; response_revision:25181; number_of_response:1; }","duration":"1.30533001s","start":"2026-04-09T01:54:33.60927Z","end":"2026-04-09T01:54:34.9146Z","steps":["trace[1097824241] 'process raft request' (duration: 1.305194138s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:34.914645Z","caller":"traceutil/trace.go:171","msg":"trace[773403040] linearizableReadLoop","detail":"{readStateIndex:26012; appliedIndex:26002; }","duration":"490.715141ms","start":"2026-04-09T01:54:34.4239Z","end":"2026-04-09T01:54:34.914615Z","steps":["trace[773403040] 'read index received' (duration: 489.808895ms)","trace[773403040] 'applied index is now lower than readState.Index' (duration: 905.646µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:34.914686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:33.609263Z","time spent":"1.305373981s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:34.914608Z","caller":"traceutil/trace.go:171","msg":"trace[2042476493] transaction","detail":"{read_only:false; response_revision:25180; number_of_response:1; }","duration":"1.305641645s","start":"2026-04-09T01:54:33.608954Z","end":"2026-04-09T01:54:34.914595Z","steps":["trace[2042476493] 'process raft request' (duration: 1.305383951s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.914758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:33.608925Z","time spent":"1.305806929s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:34.91477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388005243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:34.914816Z","caller":"traceutil/trace.go:171","msg":"trace[745722845] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25183; }","duration":"1.388096005s","start":"2026-04-09T01:54:33.526707Z","end":"2026-04-09T01:54:34.914803Z","steps":["trace[745722845] 'agreement among raft nodes before linearized reading' (duration: 1.387932392s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.914851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102149169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-09T01:54:34.914857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:33.526679Z","time spent":"1.388168406s","remote":"127.0.0.1:40974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:34.914881Z","caller":"traceutil/trace.go:171","msg":"trace[1392993801] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25183; }","duration":"2.102192289s","start":"2026-04-09T01:54:32.812681Z","end":"2026-04-09T01:54:34.914873Z","steps":["trace[1392993801] 'agreement among raft nodes before linearized reading' (duration: 2.102063657s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.914882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153322678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-09T01:54:34.914902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:32.812676Z","time spent":"2.1022219s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T01:54:34.914891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.173253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:34.91494Z","caller":"traceutil/trace.go:171","msg":"trace[258273438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25183; }","duration":"481.258755ms","start":"2026-04-09T01:54:34.433664Z","end":"2026-04-09T01:54:34.914923Z","steps":["trace[258273438] 'agreement among raft nodes before linearized reading' (duration: 481.186324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.914994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:34.433642Z","time spent":"481.332687ms","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:54:34.915098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299205287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-09T01:54:34.915099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298904721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T01:54:34.915124Z","caller":"traceutil/trace.go:171","msg":"trace[2007331818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25183; }","duration":"1.299263038s","start":"2026-04-09T01:54:33.615854Z","end":"2026-04-09T01:54:34.915117Z","steps":["trace[2007331818] 'agreement among raft nodes before linearized reading' (duration: 1.299188386s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.915129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115063079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:34.915132Z","caller":"traceutil/trace.go:171","msg":"trace[723796721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25183; }","duration":"1.298948562s","start":"2026-04-09T01:54:33.616174Z","end":"2026-04-09T01:54:34.915123Z","steps":["trace[723796721] 'agreement among raft nodes before linearized reading' (duration: 1.29884906s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.915143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:33.615845Z","time spent":"1.299293878s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T01:54:34.915133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.022479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-09T01:54:34.915112Z","caller":"traceutil/trace.go:171","msg":"trace[395005929] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"1.30741744s","start":"2026-04-09T01:54:33.607651Z","end":"2026-04-09T01:54:34.915068Z","steps":["trace[395005929] 'process raft request' (duration: 1.306512863s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.915166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:33.616169Z","time spent":"1.298988623s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T01:54:34.915183Z","caller":"traceutil/trace.go:171","msg":"trace[1055022945] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25183; }","duration":"607.140001ms","start":"2026-04-09T01:54:34.308029Z","end":"2026-04-09T01:54:34.915169Z","steps":["trace[1055022945] 'agreement among raft nodes before linearized reading' (duration: 606.894315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.915202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112836857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:34.915214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:34.308005Z","time spent":"607.202042ms","remote":"127.0.0.1:38954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-09T01:54:34.915226Z","caller":"traceutil/trace.go:171","msg":"trace[1880709882] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25183; }","duration":"2.112864317s","start":"2026-04-09T01:54:32.802355Z","end":"2026-04-09T01:54:34.91522Z","steps":["trace[1880709882] 'agreement among raft nodes before linearized reading' (duration: 2.112819327s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.915212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153294977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-09T01:54:34.915248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:32.80229Z","time spent":"2.112952229s","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:34.915253Z","caller":"traceutil/trace.go:171","msg":"trace[376557402] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25183; }","duration":"2.153741657s","start":"2026-04-09T01:54:32.761502Z","end":"2026-04-09T01:54:34.915244Z","steps":["trace[376557402] 'agreement among raft nodes before linearized reading' (duration: 2.153661685s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.915268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:32.761477Z","time spent":"2.153787017s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T01:54:34.915281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:33.607615Z","time spent":"1.307578082s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:34.915325Z","caller":"traceutil/trace.go:171","msg":"trace[909286514] transaction","detail":"{read_only:false; response_revision:25183; number_of_response:1; }","duration":"1.189470912s","start":"2026-04-09T01:54:33.725842Z","end":"2026-04-09T01:54:34.915313Z","steps":["trace[909286514] 'process raft request' (duration: 1.188735598s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:34.915163Z","caller":"traceutil/trace.go:171","msg":"trace[1678561665] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25183; }","duration":"2.115113799s","start":"2026-04-09T01:54:32.800038Z","end":"2026-04-09T01:54:34.915152Z","steps":["trace[1678561665] 'agreement among raft nodes before linearized reading' (duration: 2.115047748s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.915382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:32.80003Z","time spent":"2.115342254s","remote":"127.0.0.1:55476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:34.915394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:33.725828Z","time spent":"1.189530503s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:34.915307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.165659837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-09T01:54:34.915308Z","caller":"traceutil/trace.go:171","msg":"trace[1872085464] transaction","detail":"{read_only:false; response_revision:25182; number_of_response:1; }","duration":"1.213973496s","start":"2026-04-09T01:54:33.701318Z","end":"2026-04-09T01:54:34.915292Z","steps":["trace[1872085464] 'process raft request' (duration: 1.213234492s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:34.915484Z","caller":"traceutil/trace.go:171","msg":"trace[1832116597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25183; }","duration":"2.165853971s","start":"2026-04-09T01:54:32.749604Z","end":"2026-04-09T01:54:34.915458Z","steps":["trace[1832116597] 'agreement among raft nodes before linearized reading' (duration: 2.165620597s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.915506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:33.701274Z","time spent":"1.2142094s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:34.915513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:32.749584Z","time spent":"2.165921422s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T01:54:34.914911Z","caller":"traceutil/trace.go:171","msg":"trace[213094634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25183; }","duration":"2.153361929s","start":"2026-04-09T01:54:32.761541Z","end":"2026-04-09T01:54:34.914903Z","steps":["trace[213094634] 'agreement among raft nodes before linearized reading' (duration: 2.153213596s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.916047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:32.761534Z","time spent":"2.15450198s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T01:54:35.420852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:35.921563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:36.422579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:36.922775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:37.423679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:37.546905Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.065203864s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T01:54:37.606408Z","caller":"traceutil/trace.go:171","msg":"trace[1610809701] transaction","detail":"{read_only:false; response_revision:25184; number_of_response:1; }","duration":"2.686415326s","start":"2026-04-09T01:54:34.919955Z","end":"2026-04-09T01:54:37.60637Z","steps":["trace[1610809701] 'process raft request' (duration: 2.627289618s)","trace[1610809701] 'compare' (duration: 58.858653ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:37.6069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:34.919931Z","time spent":"2.686549289s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:37.685321Z","caller":"traceutil/trace.go:171","msg":"trace[1978735013] transaction","detail":"{read_only:false; response_revision:25185; number_of_response:1; }","duration":"2.765133676s","start":"2026-04-09T01:54:34.920151Z","end":"2026-04-09T01:54:37.685285Z","steps":["trace[1978735013] 'process raft request' (duration: 2.764761649s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:37.685691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:34.920134Z","time spent":"2.765452281s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:37.68597Z","caller":"traceutil/trace.go:171","msg":"trace[1769364824] transaction","detail":"{read_only:false; response_revision:25186; number_of_response:1; }","duration":"2.765630675s","start":"2026-04-09T01:54:34.920279Z","end":"2026-04-09T01:54:37.68591Z","steps":["trace[1769364824] 'process raft request' (duration: 2.7648153s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:37.686081Z","caller":"traceutil/trace.go:171","msg":"trace[1671104229] transaction","detail":"{read_only:false; response_revision:25189; number_of_response:1; }","duration":"765.255414ms","start":"2026-04-09T01:54:36.920814Z","end":"2026-04-09T01:54:37.686069Z","steps":["trace[1671104229] 'process raft request' (duration: 765.152582ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:37.686067Z","caller":"traceutil/trace.go:171","msg":"trace[1389616104] transaction","detail":"{read_only:false; response_revision:25188; number_of_response:1; }","duration":"2.764582205s","start":"2026-04-09T01:54:34.92146Z","end":"2026-04-09T01:54:37.686042Z","steps":["trace[1389616104] 'process raft request' (duration: 2.764459923s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:37.686151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:36.920786Z","time spent":"765.331135ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:37.686175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:34.921448Z","time spent":"2.764680867s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:37.686195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:34.920269Z","time spent":"2.765801428s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:37.686248Z","caller":"traceutil/trace.go:171","msg":"trace[518054191] transaction","detail":"{read_only:false; response_revision:25191; number_of_response:1; }","duration":"765.275144ms","start":"2026-04-09T01:54:36.920963Z","end":"2026-04-09T01:54:37.686238Z","steps":["trace[518054191] 'process raft request' (duration: 765.092411ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:37.686217Z","caller":"traceutil/trace.go:171","msg":"trace[1978201751] transaction","detail":"{read_only:false; response_revision:25190; number_of_response:1; }","duration":"765.312255ms","start":"2026-04-09T01:54:36.920887Z","end":"2026-04-09T01:54:37.686199Z","steps":["trace[1978201751] 'process raft request' (duration: 765.124652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:37.686304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:36.920959Z","time spent":"765.311065ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:37.686334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:36.920883Z","time spent":"765.418887ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:37.686091Z","caller":"traceutil/trace.go:171","msg":"trace[2039822671] transaction","detail":"{read_only:false; response_revision:25187; number_of_response:1; }","duration":"2.764901562s","start":"2026-04-09T01:54:34.92115Z","end":"2026-04-09T01:54:37.686052Z","steps":["trace[2039822671] 'process raft request' (duration: 2.764553474s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:37.686346Z","caller":"traceutil/trace.go:171","msg":"trace[2107748496] transaction","detail":"{read_only:false; response_revision:25192; number_of_response:1; }","duration":"764.909257ms","start":"2026-04-09T01:54:36.921404Z","end":"2026-04-09T01:54:37.686314Z","steps":["trace[2107748496] 'process raft request' (duration: 764.736394ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:37.686393Z","caller":"traceutil/trace.go:171","msg":"trace[1426072672] transaction","detail":"{read_only:false; response_revision:25193; number_of_response:1; }","duration":"764.861616ms","start":"2026-04-09T01:54:36.921521Z","end":"2026-04-09T01:54:37.686382Z","steps":["trace[1426072672] 'process raft request' (duration: 764.696353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:37.686448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:36.921515Z","time spent":"764.901016ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:37.686539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:36.921399Z","time spent":"765.014169ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:37.686583Z","caller":"traceutil/trace.go:171","msg":"trace[1508099564] transaction","detail":"{read_only:false; response_revision:25195; number_of_response:1; }","duration":"764.614152ms","start":"2026-04-09T01:54:36.921954Z","end":"2026-04-09T01:54:37.686568Z","steps":["trace[1508099564] 'process raft request' (duration: 764.430719ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:37.686609Z","caller":"traceutil/trace.go:171","msg":"trace[1628000931] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"763.709294ms","start":"2026-04-09T01:54:36.922885Z","end":"2026-04-09T01:54:37.686594Z","steps":["trace[1628000931] 'process raft request' (duration: 763.544881ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:37.686558Z","caller":"traceutil/trace.go:171","msg":"trace[678694391] transaction","detail":"{read_only:false; response_revision:25194; number_of_response:1; }","duration":"764.830845ms","start":"2026-04-09T01:54:36.921654Z","end":"2026-04-09T01:54:37.686485Z","steps":["trace[678694391] 'process raft request' (duration: 764.635662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:37.686677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:36.922879Z","time spent":"763.760995ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:37.686661Z","caller":"traceutil/trace.go:171","msg":"trace[75374978] linearizableReadLoop","detail":"{readStateIndex:26025; appliedIndex:26012; }","duration":"2.766550862s","start":"2026-04-09T01:54:34.920034Z","end":"2026-04-09T01:54:37.686584Z","steps":["trace[75374978] 'read index received' (duration: 2.627231989s)","trace[75374978] 'applied index is now lower than readState.Index' (duration: 139.317193ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:37.686874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:36.921649Z","time spent":"765.09103ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:37.686924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766886328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-09T01:54:37.686974Z","caller":"traceutil/trace.go:171","msg":"trace[845394909] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25196; }","duration":"2.766971779s","start":"2026-04-09T01:54:34.919993Z","end":"2026-04-09T01:54:37.686965Z","steps":["trace[845394909] 'agreement among raft nodes before linearized reading' (duration: 2.766778896s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:37.687009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:34.919977Z","time spent":"2.767025241s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T01:54:37.687216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355725602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-09T01:54:37.687272Z","caller":"traceutil/trace.go:171","msg":"trace[493145919] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25196; }","duration":"2.355859424s","start":"2026-04-09T01:54:35.331398Z","end":"2026-04-09T01:54:37.687258Z","steps":["trace[493145919] 'agreement among raft nodes before linearized reading' (duration: 2.355559919s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:37.687362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268680711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:37.687433Z","caller":"traceutil/trace.go:171","msg":"trace[95519803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25196; }","duration":"1.268827064s","start":"2026-04-09T01:54:36.418593Z","end":"2026-04-09T01:54:37.68742Z","steps":["trace[95519803] 'agreement among raft nodes before linearized reading' (duration: 1.268708712s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:37.687483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267470816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"warn","ts":"2026-04-09T01:54:37.687495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415852191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:54:37.687508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.338225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:37.687526Z","caller":"traceutil/trace.go:171","msg":"trace[244197671] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:25196; }","duration":"2.267562148s","start":"2026-04-09T01:54:35.419954Z","end":"2026-04-09T01:54:37.687516Z","steps":["trace[244197671] 'agreement among raft nodes before linearized reading' (duration: 2.267386085s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:37.687532Z","caller":"traceutil/trace.go:171","msg":"trace[1651638834] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25196; }","duration":"1.415940513s","start":"2026-04-09T01:54:36.271581Z","end":"2026-04-09T01:54:37.687522Z","steps":["trace[1651638834] 'agreement among raft nodes before linearized reading' (duration: 1.415866522s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:37.687551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:35.419926Z","time spent":"2.267620818s","remote":"127.0.0.1:38978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":993,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-04-09T01:54:37.687555Z","caller":"traceutil/trace.go:171","msg":"trace[240458912] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25196; }","duration":"896.388406ms","start":"2026-04-09T01:54:36.791151Z","end":"2026-04-09T01:54:37.687539Z","steps":["trace[240458912] 'agreement among raft nodes before linearized reading' (duration: 896.301825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:37.687554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.843116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:37.687566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:36.271556Z","time spent":"1.415999524s","remote":"127.0.0.1:39242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:37.68757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.859509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:37.687589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:36.791122Z","time spent":"896.458728ms","remote":"127.0.0.1:40842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:37.6876Z","caller":"traceutil/trace.go:171","msg":"trace[1097796200] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25196; }","duration":"901.936698ms","start":"2026-04-09T01:54:36.785648Z","end":"2026-04-09T01:54:37.687585Z","steps":["trace[1097796200] 'agreement among raft nodes before linearized reading' (duration: 901.873537ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:37.68761Z","caller":"traceutil/trace.go:171","msg":"trace[1213749803] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25196; }","duration":"212.935389ms","start":"2026-04-09T01:54:37.474661Z","end":"2026-04-09T01:54:37.687597Z","steps":["trace[1213749803] 'agreement among raft nodes before linearized reading' (duration: 212.878298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:37.687635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:36.78561Z","time spent":"902.01613ms","remote":"127.0.0.1:58384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:37.687654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287284534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-09T01:54:37.687691Z","caller":"traceutil/trace.go:171","msg":"trace[1447332952] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25196; }","duration":"2.287460607s","start":"2026-04-09T01:54:35.40022Z","end":"2026-04-09T01:54:37.687681Z","steps":["trace[1447332952] 'agreement among raft nodes before linearized reading' (duration: 2.287202652s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:37.68772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470681418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:37.687755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:35.400194Z","time spent":"2.287550498s","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":159,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:37.686715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:34.921124Z","time spent":"2.765259768s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:37.687841Z","caller":"traceutil/trace.go:171","msg":"trace[580058258] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25196; }","duration":"1.47082551s","start":"2026-04-09T01:54:36.216975Z","end":"2026-04-09T01:54:37.687801Z","steps":["trace[580058258] 'agreement among raft nodes before linearized reading' (duration: 1.470630906s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:37.687908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.395402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-09T01:54:37.687944Z","caller":"traceutil/trace.go:171","msg":"trace[397109587] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25196; }","duration":"823.516213ms","start":"2026-04-09T01:54:36.864421Z","end":"2026-04-09T01:54:37.687937Z","steps":["trace[397109587] 'agreement among raft nodes before linearized reading' (duration: 823.35747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:37.687973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:36.864394Z","time spent":"823.573135ms","remote":"127.0.0.1:38978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":239,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:37.686653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:36.92195Z","time spent":"764.674263ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:37.687223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026719379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:37.688025Z","caller":"traceutil/trace.go:171","msg":"trace[227743662] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25196; }","duration":"2.027567636s","start":"2026-04-09T01:54:35.660449Z","end":"2026-04-09T01:54:37.688017Z","steps":["trace[227743662] 'agreement among raft nodes before linearized reading' (duration: 2.02672211s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:37.68806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:35.660428Z","time spent":"2.027622826s","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:37.68735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:35.331367Z","time spent":"2.355970297s","remote":"127.0.0.1:38954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-09T01:54:37.688029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:36.216948Z","time spent":"1.470982823s","remote":"127.0.0.1:53594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:37.687477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.181982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:37.688206Z","caller":"traceutil/trace.go:171","msg":"trace[1744787249] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25196; }","duration":"414.921145ms","start":"2026-04-09T01:54:37.273233Z","end":"2026-04-09T01:54:37.688154Z","steps":["trace[1744787249] 'agreement among raft nodes before linearized reading' (duration: 414.186922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:37.688284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:37.273206Z","time spent":"415.055267ms","remote":"127.0.0.1:40870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:37.687472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108266573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:37.688339Z","caller":"traceutil/trace.go:171","msg":"trace[1480005237] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25196; }","duration":"2.109183119s","start":"2026-04-09T01:54:35.579146Z","end":"2026-04-09T01:54:37.688329Z","steps":["trace[1480005237] 'agreement among raft nodes before linearized reading' (duration: 2.108257223s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:37.68838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:35.57912Z","time spent":"2.10924965s","remote":"127.0.0.1:58592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:37.687496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:36.418569Z","time spent":"1.268916305s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:54:37.689517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194152058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-09T01:54:37.689582Z","caller":"traceutil/trace.go:171","msg":"trace[1114600113] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25196; }","duration":"1.1942635s","start":"2026-04-09T01:54:36.4953Z","end":"2026-04-09T01:54:37.689564Z","steps":["trace[1114600113] 'agreement among raft nodes before linearized reading' (duration: 1.191839855s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:37.689626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:36.495229Z","time spent":"1.194386732s","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2610,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:38.328807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.655689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-09T01:54:38.328888Z","caller":"traceutil/trace.go:171","msg":"trace[1756090593] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:25196; }","duration":"580.824153ms","start":"2026-04-09T01:54:37.748045Z","end":"2026-04-09T01:54:38.328869Z","steps":["trace[1756090593] 'range keys from in-memory index tree' (duration: 579.814445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:38.328965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:37.748022Z","time spent":"580.933174ms","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-04-09T01:54:38.329239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.364471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:38.329356Z","caller":"traceutil/trace.go:171","msg":"trace[2104241592] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25196; }","duration":"349.540303ms","start":"2026-04-09T01:54:37.979787Z","end":"2026-04-09T01:54:38.329328Z","steps":["trace[2104241592] 'count revisions from in-memory index tree' (duration: 349.271568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:38.329428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:37.979761Z","time spent":"349.647156ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:38.32948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:37.706797Z","time spent":"622.673209ms","remote":"127.0.0.1:39026","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-09T01:54:38.329512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.946346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:38.329563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.395944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:38.329597Z","caller":"traceutil/trace.go:171","msg":"trace[2095544951] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25196; }","duration":"580.072449ms","start":"2026-04-09T01:54:37.749501Z","end":"2026-04-09T01:54:38.329574Z","steps":["trace[2095544951] 'range keys from in-memory index tree' (duration: 579.855854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:38.329656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:37.74949Z","time spent":"580.15428ms","remote":"127.0.0.1:41218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-09T01:54:38.329666Z","caller":"traceutil/trace.go:171","msg":"trace[2124900590] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25196; }","duration":"580.570047ms","start":"2026-04-09T01:54:37.749065Z","end":"2026-04-09T01:54:38.329635Z","steps":["trace[2124900590] 'range keys from in-memory index tree' (duration: 580.279202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:38.329713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:37.749041Z","time spent":"580.662579ms","remote":"127.0.0.1:39256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-09T01:54:38.834579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038466,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:39.335532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038466,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:39.835847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038466,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:40.310414Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.979291371s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:54:40.312386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:38.330919Z","time spent":"1.98145979s","remote":"127.0.0.1:38824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-09T01:54:41.418023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000374022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:54:41.418133Z","caller":"traceutil/trace.go:171","msg":"trace[745476074] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000512064s","start":"2026-04-09T01:54:39.417592Z","end":"2026-04-09T01:54:41.418104Z","steps":["trace[745476074] 'agreement among raft nodes before linearized reading' (duration: 2.000367422s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:41.418211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:39.417499Z","time spent":"2.000688068s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:54:43.048666Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.738005003s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T01:54:43.049243Z","caller":"traceutil/trace.go:171","msg":"trace[1450068032] transaction","detail":"{read_only:false; response_revision:25198; number_of_response:1; }","duration":"3.354104099s","start":"2026-04-09T01:54:39.695108Z","end":"2026-04-09T01:54:43.049212Z","steps":["trace[1450068032] 'process raft request' (duration: 3.353976247s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.049441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:39.695072Z","time spent":"3.354264701s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:43.049736Z","caller":"traceutil/trace.go:171","msg":"trace[119715467] transaction","detail":"{read_only:false; response_revision:25197; number_of_response:1; }","duration":"3.354720271s","start":"2026-04-09T01:54:39.695001Z","end":"2026-04-09T01:54:43.049721Z","steps":["trace[119715467] 'process raft request' (duration: 3.353902146s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:43.049763Z","caller":"traceutil/trace.go:171","msg":"trace[165129546] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"3.354538266s","start":"2026-04-09T01:54:39.695151Z","end":"2026-04-09T01:54:43.049689Z","steps":["trace[165129546] 'process raft request' (duration: 3.354022747s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.049962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:39.695134Z","time spent":"3.354740791s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:43.050213Z","caller":"traceutil/trace.go:171","msg":"trace[1305064898] transaction","detail":"{read_only:false; response_revision:25200; number_of_response:1; }","duration":"3.354928885s","start":"2026-04-09T01:54:39.695271Z","end":"2026-04-09T01:54:43.0502Z","steps":["trace[1305064898] 'process raft request' (duration: 3.354318953s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.050291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:39.69526Z","time spent":"3.354997436s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:43.049804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:39.694969Z","time spent":"3.354802242s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:43.05072Z","caller":"traceutil/trace.go:171","msg":"trace[1975147850] transaction","detail":"{read_only:false; response_revision:25201; number_of_response:1; }","duration":"3.355382883s","start":"2026-04-09T01:54:39.695279Z","end":"2026-04-09T01:54:43.050662Z","steps":["trace[1975147850] 'process raft request' (duration: 3.354849783s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.050871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:39.695271Z","time spent":"3.355560006s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:43.050907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001286898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:43.050952Z","caller":"traceutil/trace.go:171","msg":"trace[255007905] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00138677s","start":"2026-04-09T01:54:41.049556Z","end":"2026-04-09T01:54:43.050943Z","steps":["trace[255007905] 'agreement among raft nodes before linearized reading' (duration: 2.001337389s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.05099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:41.049527Z","time spent":"2.001456481s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:54:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-09T01:54:43.051206Z","caller":"traceutil/trace.go:171","msg":"trace[656339636] transaction","detail":"{read_only:false; response_revision:25202; number_of_response:1; }","duration":"3.355501055s","start":"2026-04-09T01:54:39.695697Z","end":"2026-04-09T01:54:43.051198Z","steps":["trace[656339636] 'process raft request' (duration: 3.354876043s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.051262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:39.695672Z","time spent":"3.355565037s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:43.05134Z","caller":"traceutil/trace.go:171","msg":"trace[2026550293] transaction","detail":"{read_only:false; response_revision:25203; number_of_response:1; }","duration":"3.355490876s","start":"2026-04-09T01:54:39.695838Z","end":"2026-04-09T01:54:43.051329Z","steps":["trace[2026550293] 'process raft request' (duration: 3.355320962s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.051418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:39.695825Z","time spent":"3.355551757s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:43.051634Z","caller":"traceutil/trace.go:171","msg":"trace[2076797710] transaction","detail":"{read_only:false; response_revision:25204; number_of_response:1; }","duration":"3.355550697s","start":"2026-04-09T01:54:39.696076Z","end":"2026-04-09T01:54:43.051626Z","steps":["trace[2076797710] 'process raft request' (duration: 3.355208071s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.051698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:39.696062Z","time spent":"3.355601318s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:43.051766Z","caller":"traceutil/trace.go:171","msg":"trace[285668380] linearizableReadLoop","detail":"{readStateIndex:26034; appliedIndex:26025; }","duration":"4.717920054s","start":"2026-04-09T01:54:38.333835Z","end":"2026-04-09T01:54:43.051755Z","steps":["trace[285668380] 'read index received' (duration: 1.978417024s)","trace[285668380] 'applied index is now lower than readState.Index' (duration: 2.73950206s)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:43.051907Z","caller":"traceutil/trace.go:171","msg":"trace[1334179674] transaction","detail":"{read_only:false; response_revision:25205; number_of_response:1; }","duration":"3.130104125s","start":"2026-04-09T01:54:39.921794Z","end":"2026-04-09T01:54:43.051899Z","steps":["trace[1334179674] 'process raft request' (duration: 3.129794019s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.051969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:39.921768Z","time spent":"3.130167567s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:43.052023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.71819417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:43.052058Z","caller":"traceutil/trace.go:171","msg":"trace[1178910803] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25205; }","duration":"4.718279352s","start":"2026-04-09T01:54:38.333771Z","end":"2026-04-09T01:54:43.05205Z","steps":["trace[1178910803] 'agreement among raft nodes before linearized reading' (duration: 4.718219201s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.052083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:38.333728Z","time spent":"4.718351182s","remote":"127.0.0.1:38974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-09T01:54:43.418917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999911452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:54:43.419025Z","caller":"traceutil/trace.go:171","msg":"trace[355352511] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000079705s","start":"2026-04-09T01:54:41.418919Z","end":"2026-04-09T01:54:43.418998Z","steps":["trace[355352511] 'agreement among raft nodes before linearized reading' (duration: 1.999942213s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.419082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:41.4189Z","time spent":"2.000170587s","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:54:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-09T01:54:43.456688Z","caller":"traceutil/trace.go:171","msg":"trace[168652393] transaction","detail":"{read_only:false; response_revision:25206; number_of_response:1; }","duration":"3.142809571s","start":"2026-04-09T01:54:40.313845Z","end":"2026-04-09T01:54:43.456655Z","steps":["trace[168652393] 'process raft request' (duration: 3.14007904s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.456847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:40.313832Z","time spent":"3.142930043s","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:43.456913Z","caller":"traceutil/trace.go:171","msg":"trace[1587024402] transaction","detail":"{read_only:false; response_revision:25207; number_of_response:1; }","duration":"1.525885912s","start":"2026-04-09T01:54:41.930976Z","end":"2026-04-09T01:54:43.456862Z","steps":["trace[1587024402] 'process raft request' (duration: 1.525570046s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:43.456936Z","caller":"traceutil/trace.go:171","msg":"trace[1302096326] transaction","detail":"{read_only:false; response_revision:25208; number_of_response:1; }","duration":"1.302755222s","start":"2026-04-09T01:54:42.154137Z","end":"2026-04-09T01:54:43.456893Z","steps":["trace[1302096326] 'process raft request' (duration: 1.302505428s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.457084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:41.930918Z","time spent":"1.526073395s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:43.457217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:42.154105Z","time spent":"1.302903594s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:43.504444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154569153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:43.504469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.201306364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:43.504522Z","caller":"traceutil/trace.go:171","msg":"trace[729095236] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25208; }","duration":"1.154709336s","start":"2026-04-09T01:54:42.349795Z","end":"2026-04-09T01:54:43.504504Z","steps":["trace[729095236] 'agreement among raft nodes before linearized reading' (duration: 1.154552263s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:43.504553Z","caller":"traceutil/trace.go:171","msg":"trace[898147981] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25208; }","duration":"3.201465778s","start":"2026-04-09T01:54:40.303066Z","end":"2026-04-09T01:54:43.504532Z","steps":["trace[898147981] 'agreement among raft nodes before linearized reading' (duration: 3.201258894s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.504564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:42.349772Z","time spent":"1.154780037s","remote":"127.0.0.1:41828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:43.504546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.809575747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T01:54:43.504588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.195615896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:43.50462Z","caller":"traceutil/trace.go:171","msg":"trace[1842444067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25208; }","duration":"3.809709969s","start":"2026-04-09T01:54:39.694898Z","end":"2026-04-09T01:54:43.504608Z","steps":["trace[1842444067] 'agreement among raft nodes before linearized reading' (duration: 3.809473985s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.504661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798638279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:43.504665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:39.694874Z","time spent":"3.809782061s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T01:54:43.504691Z","caller":"traceutil/trace.go:171","msg":"trace[770776452] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25208; }","duration":"1.798685439s","start":"2026-04-09T01:54:41.706Z","end":"2026-04-09T01:54:43.504685Z","steps":["trace[770776452] 'agreement among raft nodes before linearized reading' (duration: 1.798632038s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.504713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:41.705991Z","time spent":"1.798717271s","remote":"127.0.0.1:49022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:43.504773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.814297974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-09T01:54:43.504804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.176330098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-09T01:54:43.504836Z","caller":"traceutil/trace.go:171","msg":"trace[1322788498] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25208; }","duration":"4.17639925s","start":"2026-04-09T01:54:39.328428Z","end":"2026-04-09T01:54:43.504827Z","steps":["trace[1322788498] 'agreement among raft nodes before linearized reading' (duration: 4.176254287s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:43.504837Z","caller":"traceutil/trace.go:171","msg":"trace[395111776] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25208; }","duration":"3.814391996s","start":"2026-04-09T01:54:39.690422Z","end":"2026-04-09T01:54:43.504814Z","steps":["trace[395111776] 'agreement among raft nodes before linearized reading' (duration: 3.814212202s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.504879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:39.328415Z","time spent":"4.176456012s","remote":"127.0.0.1:38954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-09T01:54:43.504893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:39.690399Z","time spent":"3.814485039s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T01:54:43.504927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.391205338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:43.504969Z","caller":"traceutil/trace.go:171","msg":"trace[991195609] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25208; }","duration":"3.391302s","start":"2026-04-09T01:54:40.113656Z","end":"2026-04-09T01:54:43.504958Z","steps":["trace[991195609] 'agreement among raft nodes before linearized reading' (duration: 3.391230649s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.504993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081395688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-09T01:54:43.505012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982945899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:43.505021Z","caller":"traceutil/trace.go:171","msg":"trace[929026854] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25208; }","duration":"1.081457528s","start":"2026-04-09T01:54:42.423557Z","end":"2026-04-09T01:54:43.505014Z","steps":["trace[929026854] 'agreement among raft nodes before linearized reading' (duration: 1.081397887s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.504563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.960080428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:43.505034Z","caller":"traceutil/trace.go:171","msg":"trace[1291264935] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25208; }","duration":"1.983002239s","start":"2026-04-09T01:54:41.522025Z","end":"2026-04-09T01:54:43.505028Z","steps":["trace[1291264935] 'agreement among raft nodes before linearized reading' (duration: 1.982967889s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.505031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:40.11362Z","time spent":"3.391402752s","remote":"127.0.0.1:58648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:43.505045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:42.423519Z","time spent":"1.08152223s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-09T01:54:43.505055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:41.522Z","time spent":"1.983047801s","remote":"127.0.0.1:58914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:43.505057Z","caller":"traceutil/trace.go:171","msg":"trace[1339610251] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25208; }","duration":"3.96066759s","start":"2026-04-09T01:54:39.54438Z","end":"2026-04-09T01:54:43.505047Z","steps":["trace[1339610251] 'agreement among raft nodes before linearized reading' (duration: 3.960043128s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.505096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:39.544356Z","time spent":"3.96072705s","remote":"127.0.0.1:58494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:43.505186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117998536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7cccc67dfb-8qcgc.18a48d6861d97b3c\" ","response":"range_response_count:1 size:832"} {"level":"warn","ts":"2026-04-09T01:54:43.505196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081640009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:43.504938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081240275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-09T01:54:43.50521Z","caller":"traceutil/trace.go:171","msg":"trace[2015691405] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7cccc67dfb-8qcgc.18a48d6861d97b3c; range_end:; response_count:1; response_revision:25208; }","duration":"1.118072738s","start":"2026-04-09T01:54:42.387131Z","end":"2026-04-09T01:54:43.505203Z","steps":["trace[2015691405] 'agreement among raft nodes before linearized reading' (duration: 1.117966976s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:43.505222Z","caller":"traceutil/trace.go:171","msg":"trace[1152353070] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25208; }","duration":"2.08169104s","start":"2026-04-09T01:54:41.423521Z","end":"2026-04-09T01:54:43.505212Z","steps":["trace[1152353070] 'agreement among raft nodes before linearized reading' (duration: 2.081654449s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.505234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:42.387105Z","time spent":"1.118124848s","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":856,"request content":"key:\"/registry/events/openstack/magnum-api-7cccc67dfb-8qcgc.18a48d6861d97b3c\" "} {"level":"warn","ts":"2026-04-09T01:54:43.505243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:41.423507Z","time spent":"2.08173048s","remote":"127.0.0.1:58652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:43.505236Z","caller":"traceutil/trace.go:171","msg":"trace[1274040513] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25208; }","duration":"1.08153335s","start":"2026-04-09T01:54:42.423689Z","end":"2026-04-09T01:54:43.505223Z","steps":["trace[1274040513] 'agreement among raft nodes before linearized reading' (duration: 1.081150963s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.504941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809043473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:43.505245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.81022803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-09T01:54:43.505275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:42.423665Z","time spent":"1.081597721s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-09T01:54:43.505287Z","caller":"traceutil/trace.go:171","msg":"trace[871511959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25208; }","duration":"3.810296391s","start":"2026-04-09T01:54:39.694982Z","end":"2026-04-09T01:54:43.505279Z","steps":["trace[871511959] 'agreement among raft nodes before linearized reading' (duration: 3.810188949s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.50531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:39.694967Z","time spent":"3.810338591s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T01:54:43.505316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.893969992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-09T01:54:43.505348Z","caller":"traceutil/trace.go:171","msg":"trace[1883250827] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25208; }","duration":"3.894037203s","start":"2026-04-09T01:54:39.611301Z","end":"2026-04-09T01:54:43.505338Z","steps":["trace[1883250827] 'agreement among raft nodes before linearized reading' (duration: 3.893945781s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.505368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76752445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:43.505386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.678603878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:43.504603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:40.303047Z","time spent":"3.201547749s","remote":"127.0.0.1:58924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:43.505412Z","caller":"traceutil/trace.go:171","msg":"trace[1718584105] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25208; }","duration":"3.678680329s","start":"2026-04-09T01:54:39.826723Z","end":"2026-04-09T01:54:43.505404Z","steps":["trace[1718584105] 'agreement among raft nodes before linearized reading' (duration: 3.678638298s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.504981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82878475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:43.505434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:39.826699Z","time spent":"3.67873024s","remote":"127.0.0.1:48850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:43.505278Z","caller":"traceutil/trace.go:171","msg":"trace[239013065] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25208; }","duration":"1.809395709s","start":"2026-04-09T01:54:41.695873Z","end":"2026-04-09T01:54:43.505269Z","steps":["trace[239013065] 'agreement among raft nodes before linearized reading' (duration: 1.809038272s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.505444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.428723111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:43.505451Z","caller":"traceutil/trace.go:171","msg":"trace[1143409516] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25208; }","duration":"1.829294629s","start":"2026-04-09T01:54:41.676145Z","end":"2026-04-09T01:54:43.505439Z","steps":["trace[1143409516] 'agreement among raft nodes before linearized reading' (duration: 1.82881277s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:43.505466Z","caller":"traceutil/trace.go:171","msg":"trace[150133530] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25208; }","duration":"4.428804982s","start":"2026-04-09T01:54:39.076654Z","end":"2026-04-09T01:54:43.505459Z","steps":["trace[150133530] 'agreement among raft nodes before linearized reading' (duration: 4.428764801s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.505488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:39.076626Z","time spent":"4.428857423s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:43.505494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:41.676121Z","time spent":"1.829362s","remote":"127.0.0.1:41950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:43.505558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.75096237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:43.505464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:41.695863Z","time spent":"1.809592982s","remote":"127.0.0.1:58534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:43.505584Z","caller":"traceutil/trace.go:171","msg":"trace[1077790978] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25208; }","duration":"3.751033791s","start":"2026-04-09T01:54:39.754544Z","end":"2026-04-09T01:54:43.505578Z","steps":["trace[1077790978] 'agreement among raft nodes before linearized reading' (duration: 3.750995281s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.505606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:39.754525Z","time spent":"3.751076472s","remote":"127.0.0.1:58694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:43.50539Z","caller":"traceutil/trace.go:171","msg":"trace[1366766727] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25208; }","duration":"2.767599252s","start":"2026-04-09T01:54:40.737781Z","end":"2026-04-09T01:54:43.505381Z","steps":["trace[1366766727] 'agreement among raft nodes before linearized reading' (duration: 2.767563851s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.505652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:40.737745Z","time spent":"2.767894477s","remote":"127.0.0.1:38932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:43.505386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:39.611284Z","time spent":"3.894094945s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T01:54:43.505748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.810444592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-09T01:54:43.505771Z","caller":"traceutil/trace.go:171","msg":"trace[1532834374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25208; }","duration":"3.810492434s","start":"2026-04-09T01:54:39.695273Z","end":"2026-04-09T01:54:43.505766Z","steps":["trace[1532834374] 'agreement among raft nodes before linearized reading' (duration: 3.810428952s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:43.504657Z","caller":"traceutil/trace.go:171","msg":"trace[1578475519] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25208; }","duration":"4.195742289s","start":"2026-04-09T01:54:39.308896Z","end":"2026-04-09T01:54:43.504638Z","steps":["trace[1578475519] 'agreement among raft nodes before linearized reading' (duration: 4.195628386s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.505789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:39.695261Z","time spent":"3.810523724s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T01:54:43.505827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:39.308868Z","time spent":"4.196939881s","remote":"127.0.0.1:41124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:43.505991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.170278283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:43.504332Z","caller":"traceutil/trace.go:171","msg":"trace[1783477409] linearizableReadLoop","detail":"{readStateIndex:26040; appliedIndex:26035; }","duration":"452.497212ms","start":"2026-04-09T01:54:43.051801Z","end":"2026-04-09T01:54:43.504298Z","steps":["trace[1783477409] 'read index received' (duration: 402.052247ms)","trace[1783477409] 'applied index is now lower than readState.Index' (duration: 50.443065ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:43.506032Z","caller":"traceutil/trace.go:171","msg":"trace[1331856748] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25208; }","duration":"5.170339135s","start":"2026-04-09T01:54:38.335684Z","end":"2026-04-09T01:54:43.506023Z","steps":["trace[1331856748] 'agreement among raft nodes before linearized reading' (duration: 5.170269044s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.506065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:38.335675Z","time spent":"5.170382946s","remote":"127.0.0.1:38974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-09T01:54:43.50626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.374572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-09T01:54:43.5063Z","caller":"traceutil/trace.go:171","msg":"trace[1010567055] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25208; }","duration":"451.434133ms","start":"2026-04-09T01:54:43.054855Z","end":"2026-04-09T01:54:43.506289Z","steps":["trace[1010567055] 'agreement among raft nodes before linearized reading' (duration: 451.286689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.506335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:43.05484Z","time spent":"451.486955ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-09T01:54:43.805779Z","caller":"traceutil/trace.go:171","msg":"trace[1791428404] transaction","detail":"{read_only:false; response_revision:25217; number_of_response:1; }","duration":"191.103784ms","start":"2026-04-09T01:54:43.614632Z","end":"2026-04-09T01:54:43.805735Z","steps":["trace[1791428404] 'process raft request' (duration: 173.505318ms)","trace[1791428404] 'compare' (duration: 17.27623ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:43.805786Z","caller":"traceutil/trace.go:171","msg":"trace[1661515925] linearizableReadLoop","detail":"{readStateIndex:26050; appliedIndex:26049; }","duration":"101.543603ms","start":"2026-04-09T01:54:43.704205Z","end":"2026-04-09T01:54:43.805748Z","steps":["trace[1661515925] 'read index received' (duration: 83.845046ms)","trace[1661515925] 'applied index is now lower than readState.Index' (duration: 17.696007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:43.806242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.019073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-09T01:54:43.806317Z","caller":"traceutil/trace.go:171","msg":"trace[470674890] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25217; }","duration":"102.152305ms","start":"2026-04-09T01:54:43.704147Z","end":"2026-04-09T01:54:43.8063Z","steps":["trace[470674890] 'agreement among raft nodes before linearized reading' (duration: 101.683716ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:45.230646Z","caller":"traceutil/trace.go:171","msg":"trace[1546182790] transaction","detail":"{read_only:false; response_revision:25222; number_of_response:1; }","duration":"174.895114ms","start":"2026-04-09T01:54:45.05572Z","end":"2026-04-09T01:54:45.230615Z","steps":["trace[1546182790] 'process raft request' (duration: 174.68292ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:45.231169Z","caller":"traceutil/trace.go:171","msg":"trace[1916373648] transaction","detail":"{read_only:false; response_revision:25223; number_of_response:1; }","duration":"175.369402ms","start":"2026-04-09T01:54:45.055763Z","end":"2026-04-09T01:54:45.231133Z","steps":["trace[1916373648] 'process raft request' (duration: 174.809322ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:45.232465Z","caller":"traceutil/trace.go:171","msg":"trace[1542712783] transaction","detail":"{read_only:false; response_revision:25225; number_of_response:1; }","duration":"176.137636ms","start":"2026-04-09T01:54:45.056247Z","end":"2026-04-09T01:54:45.232385Z","steps":["trace[1542712783] 'process raft request' (duration: 175.725959ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:45.232703Z","caller":"traceutil/trace.go:171","msg":"trace[662603890] transaction","detail":"{read_only:false; response_revision:25224; number_of_response:1; }","duration":"176.770169ms","start":"2026-04-09T01:54:45.055868Z","end":"2026-04-09T01:54:45.232638Z","steps":["trace[662603890] 'process raft request' (duration: 175.075237ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:45.2336Z","caller":"traceutil/trace.go:171","msg":"trace[1009815161] transaction","detail":"{read_only:false; response_revision:25229; number_of_response:1; }","duration":"162.127257ms","start":"2026-04-09T01:54:45.071425Z","end":"2026-04-09T01:54:45.233552Z","steps":["trace[1009815161] 'process raft request' (duration: 162.075996ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:45.233654Z","caller":"traceutil/trace.go:171","msg":"trace[145177095] transaction","detail":"{read_only:false; response_revision:25226; number_of_response:1; }","duration":"176.86763ms","start":"2026-04-09T01:54:45.056758Z","end":"2026-04-09T01:54:45.233625Z","steps":["trace[145177095] 'process raft request' (duration: 175.503794ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:45.233867Z","caller":"traceutil/trace.go:171","msg":"trace[1591203614] transaction","detail":"{read_only:false; response_revision:25227; number_of_response:1; }","duration":"177.065624ms","start":"2026-04-09T01:54:45.056777Z","end":"2026-04-09T01:54:45.233842Z","steps":["trace[1591203614] 'process raft request' (duration: 176.627276ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:45.233942Z","caller":"traceutil/trace.go:171","msg":"trace[586214347] transaction","detail":"{read_only:false; response_revision:25228; number_of_response:1; }","duration":"176.382192ms","start":"2026-04-09T01:54:45.057527Z","end":"2026-04-09T01:54:45.233909Z","steps":["trace[586214347] 'process raft request' (duration: 175.938024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:45.905041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.714887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:45.905199Z","caller":"traceutil/trace.go:171","msg":"trace[1599819175] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25234; }","duration":"101.89401ms","start":"2026-04-09T01:54:45.803278Z","end":"2026-04-09T01:54:45.905172Z","steps":["trace[1599819175] 'count revisions from in-memory index tree' (duration: 101.559514ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:47.288385Z","caller":"traceutil/trace.go:171","msg":"trace[1105811740] linearizableReadLoop","detail":"{readStateIndex:26068; appliedIndex:26067; }","duration":"149.31298ms","start":"2026-04-09T01:54:47.13905Z","end":"2026-04-09T01:54:47.288363Z","steps":["trace[1105811740] 'read index received' (duration: 149.163847ms)","trace[1105811740] 'applied index is now lower than readState.Index' (duration: 148.393µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:47.28849Z","caller":"traceutil/trace.go:171","msg":"trace[580367280] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"151.615101ms","start":"2026-04-09T01:54:47.136838Z","end":"2026-04-09T01:54:47.288453Z","steps":["trace[580367280] 'process raft request' (duration: 151.378357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:47.288565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.487363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:47.2886Z","caller":"traceutil/trace.go:171","msg":"trace[1216203560] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25235; }","duration":"149.588995ms","start":"2026-04-09T01:54:47.139001Z","end":"2026-04-09T01:54:47.28859Z","steps":["trace[1216203560] 'agreement among raft nodes before linearized reading' (duration: 149.457543ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:47.387589Z","caller":"traceutil/trace.go:171","msg":"trace[1760592441] transaction","detail":"{read_only:false; response_revision:25236; number_of_response:1; }","duration":"151.154193ms","start":"2026-04-09T01:54:47.23638Z","end":"2026-04-09T01:54:47.387534Z","steps":["trace[1760592441] 'process raft request' (duration: 150.844387ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:47.387619Z","caller":"traceutil/trace.go:171","msg":"trace[79296859] transaction","detail":"{read_only:false; response_revision:25237; number_of_response:1; }","duration":"149.034315ms","start":"2026-04-09T01:54:47.238532Z","end":"2026-04-09T01:54:47.387566Z","steps":["trace[79296859] 'process raft request' (duration: 148.911063ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:47.387615Z","caller":"traceutil/trace.go:171","msg":"trace[1163857695] transaction","detail":"{read_only:false; response_revision:25238; number_of_response:1; }","duration":"148.179378ms","start":"2026-04-09T01:54:47.239399Z","end":"2026-04-09T01:54:47.387578Z","steps":["trace[1163857695] 'process raft request' (duration: 148.090577ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:47.387839Z","caller":"traceutil/trace.go:171","msg":"trace[1641668309] transaction","detail":"{read_only:false; response_revision:25239; number_of_response:1; }","duration":"144.305907ms","start":"2026-04-09T01:54:47.243485Z","end":"2026-04-09T01:54:47.387791Z","steps":["trace[1641668309] 'process raft request' (duration: 144.046482ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:47.387942Z","caller":"traceutil/trace.go:171","msg":"trace[2106929044] transaction","detail":"{read_only:false; response_revision:25240; number_of_response:1; }","duration":"144.368777ms","start":"2026-04-09T01:54:47.24356Z","end":"2026-04-09T01:54:47.387929Z","steps":["trace[2106929044] 'process raft request' (duration: 144.093792ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:47.388471Z","caller":"traceutil/trace.go:171","msg":"trace[1238916171] transaction","detail":"{read_only:false; response_revision:25241; number_of_response:1; }","duration":"144.447279ms","start":"2026-04-09T01:54:47.243997Z","end":"2026-04-09T01:54:47.388444Z","steps":["trace[1238916171] 'process raft request' (duration: 143.756986ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:47.388572Z","caller":"traceutil/trace.go:171","msg":"trace[37062152] transaction","detail":"{read_only:false; response_revision:25242; number_of_response:1; }","duration":"144.407999ms","start":"2026-04-09T01:54:47.24415Z","end":"2026-04-09T01:54:47.388558Z","steps":["trace[37062152] 'process raft request' (duration: 144.264876ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:48.204919Z","caller":"traceutil/trace.go:171","msg":"trace[401391574] transaction","detail":"{read_only:false; response_revision:25249; number_of_response:1; }","duration":"146.6923ms","start":"2026-04-09T01:54:48.058188Z","end":"2026-04-09T01:54:48.20488Z","steps":["trace[401391574] 'process raft request' (duration: 146.224751ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:51.560617Z","caller":"traceutil/trace.go:171","msg":"trace[1022732661] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"120.271941ms","start":"2026-04-09T01:54:51.440306Z","end":"2026-04-09T01:54:51.560578Z","steps":["trace[1022732661] 'process raft request' (duration: 117.670723ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:51.560672Z","caller":"traceutil/trace.go:171","msg":"trace[1550563603] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"119.885564ms","start":"2026-04-09T01:54:51.440754Z","end":"2026-04-09T01:54:51.560639Z","steps":["trace[1550563603] 'process raft request' (duration: 119.726551ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:51.560841Z","caller":"traceutil/trace.go:171","msg":"trace[77221913] transaction","detail":"{read_only:false; response_revision:25268; number_of_response:1; }","duration":"119.834552ms","start":"2026-04-09T01:54:51.440963Z","end":"2026-04-09T01:54:51.560797Z","steps":["trace[77221913] 'process raft request' (duration: 119.627808ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:51.561067Z","caller":"traceutil/trace.go:171","msg":"trace[1623934737] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"118.725282ms","start":"2026-04-09T01:54:51.44233Z","end":"2026-04-09T01:54:51.561055Z","steps":["trace[1623934737] 'process raft request' (duration: 118.62209ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:51.561145Z","caller":"traceutil/trace.go:171","msg":"trace[1972166108] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"118.391865ms","start":"2026-04-09T01:54:51.442705Z","end":"2026-04-09T01:54:51.561097Z","steps":["trace[1972166108] 'process raft request' (duration: 118.310854ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:51.5612Z","caller":"traceutil/trace.go:171","msg":"trace[600290070] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"119.404824ms","start":"2026-04-09T01:54:51.441787Z","end":"2026-04-09T01:54:51.561192Z","steps":["trace[600290070] 'process raft request' (duration: 118.931456ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:52.405467Z","caller":"traceutil/trace.go:171","msg":"trace[210738204] transaction","detail":"{read_only:false; response_revision:25277; number_of_response:1; }","duration":"110.419657ms","start":"2026-04-09T01:54:52.295009Z","end":"2026-04-09T01:54:52.405429Z","steps":["trace[210738204] 'process raft request' (duration: 110.233734ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:52.74312Z","caller":"traceutil/trace.go:171","msg":"trace[1377327594] transaction","detail":"{read_only:false; response_revision:25282; number_of_response:1; }","duration":"238.369812ms","start":"2026-04-09T01:54:52.504711Z","end":"2026-04-09T01:54:52.743081Z","steps":["trace[1377327594] 'process raft request' (duration: 210.837661ms)","trace[1377327594] 'compare' (duration: 27.040691ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:52.743295Z","caller":"traceutil/trace.go:171","msg":"trace[615419688] transaction","detail":"{read_only:false; response_revision:25284; number_of_response:1; }","duration":"237.361593ms","start":"2026-04-09T01:54:52.505901Z","end":"2026-04-09T01:54:52.743262Z","steps":["trace[615419688] 'process raft request' (duration: 237.17627ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:52.74352Z","caller":"traceutil/trace.go:171","msg":"trace[1277946797] transaction","detail":"{read_only:false; response_revision:25283; number_of_response:1; }","duration":"238.3286ms","start":"2026-04-09T01:54:52.505183Z","end":"2026-04-09T01:54:52.743511Z","steps":["trace[1277946797] 'process raft request' (duration: 237.74491ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:52.94513Z","caller":"traceutil/trace.go:171","msg":"trace[594109587] linearizableReadLoop","detail":"{readStateIndex:26119; appliedIndex:26118; }","duration":"116.703244ms","start":"2026-04-09T01:54:52.828364Z","end":"2026-04-09T01:54:52.945067Z","steps":["trace[594109587] 'read index received' (duration: 66.487052ms)","trace[594109587] 'applied index is now lower than readState.Index' (duration: 50.214961ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:52.945336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.938359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:52.945381Z","caller":"traceutil/trace.go:171","msg":"trace[776174125] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25285; }","duration":"117.060641ms","start":"2026-04-09T01:54:52.828308Z","end":"2026-04-09T01:54:52.945368Z","steps":["trace[776174125] 'agreement among raft nodes before linearized reading' (duration: 116.908768ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:52.945346Z","caller":"traceutil/trace.go:171","msg":"trace[688801828] transaction","detail":"{read_only:false; response_revision:25285; number_of_response:1; }","duration":"200.08599ms","start":"2026-04-09T01:54:52.745195Z","end":"2026-04-09T01:54:52.945281Z","steps":["trace[688801828] 'process raft request' (duration: 149.696246ms)","trace[688801828] 'compare' (duration: 49.893476ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:53.100266Z","caller":"traceutil/trace.go:171","msg":"trace[1828552978] linearizableReadLoop","detail":"{readStateIndex:26126; appliedIndex:26125; }","duration":"120.254511ms","start":"2026-04-09T01:54:52.979972Z","end":"2026-04-09T01:54:53.100227Z","steps":["trace[1828552978] 'read index received' (duration: 23.478986ms)","trace[1828552978] 'applied index is now lower than readState.Index' (duration: 96.774285ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:53.100297Z","caller":"traceutil/trace.go:171","msg":"trace[1074601366] transaction","detail":"{read_only:false; response_revision:25292; number_of_response:1; }","duration":"120.316191ms","start":"2026-04-09T01:54:52.979949Z","end":"2026-04-09T01:54:53.100265Z","steps":["trace[1074601366] 'process raft request' (duration: 119.920343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:53.100553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.556526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-04-09T01:54:53.100593Z","caller":"traceutil/trace.go:171","msg":"trace[381950177] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25292; }","duration":"120.658518ms","start":"2026-04-09T01:54:52.979924Z","end":"2026-04-09T01:54:53.100583Z","steps":["trace[381950177] 'agreement among raft nodes before linearized reading' (duration: 120.430754ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:53.296179Z","caller":"traceutil/trace.go:171","msg":"trace[357990018] linearizableReadLoop","detail":"{readStateIndex:26130; appliedIndex:26129; }","duration":"157.791976ms","start":"2026-04-09T01:54:53.13835Z","end":"2026-04-09T01:54:53.296142Z","steps":["trace[357990018] 'read index received' (duration: 91.506496ms)","trace[357990018] 'applied index is now lower than readState.Index' (duration: 66.28312ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:53.296349Z","caller":"traceutil/trace.go:171","msg":"trace[528201392] transaction","detail":"{read_only:false; response_revision:25297; number_of_response:1; }","duration":"157.483391ms","start":"2026-04-09T01:54:53.138813Z","end":"2026-04-09T01:54:53.296296Z","steps":["trace[528201392] 'process raft request' (duration: 157.224117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:53.296569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.171704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-09T01:54:53.296665Z","caller":"traceutil/trace.go:171","msg":"trace[1644251525] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25298; }","duration":"158.315576ms","start":"2026-04-09T01:54:53.138321Z","end":"2026-04-09T01:54:53.296637Z","steps":["trace[1644251525] 'agreement among raft nodes before linearized reading' (duration: 157.98953ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:53.296992Z","caller":"traceutil/trace.go:171","msg":"trace[1452021340] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"160.496416ms","start":"2026-04-09T01:54:53.13645Z","end":"2026-04-09T01:54:53.296947Z","steps":["trace[1452021340] 'process raft request' (duration: 93.386891ms)","trace[1452021340] 'compare' (duration: 65.862572ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:53.70016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.797027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:53.700246Z","caller":"traceutil/trace.go:171","msg":"trace[175916869] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:25317; }","duration":"109.918938ms","start":"2026-04-09T01:54:53.590307Z","end":"2026-04-09T01:54:53.700226Z","steps":["trace[175916869] 'agreement among raft nodes before linearized reading' (duration: 109.717805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:53.700288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.743404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111754"} {"level":"info","ts":"2026-04-09T01:54:53.70036Z","caller":"traceutil/trace.go:171","msg":"trace[1884690644] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25317; }","duration":"110.888867ms","start":"2026-04-09T01:54:53.589456Z","end":"2026-04-09T01:54:53.700345Z","steps":["trace[1884690644] 'agreement among raft nodes before linearized reading' (duration: 110.573231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:53.700739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.301335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-09T01:54:53.700845Z","caller":"traceutil/trace.go:171","msg":"trace[1571389679] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25317; }","duration":"111.445978ms","start":"2026-04-09T01:54:53.589371Z","end":"2026-04-09T01:54:53.700817Z","steps":["trace[1571389679] 'agreement among raft nodes before linearized reading' (duration: 111.115721ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:53.857337Z","caller":"traceutil/trace.go:171","msg":"trace[2105316810] linearizableReadLoop","detail":"{readStateIndex:26154; appliedIndex:26152; }","duration":"134.443664ms","start":"2026-04-09T01:54:53.722866Z","end":"2026-04-09T01:54:53.85731Z","steps":["trace[2105316810] 'read index received' (duration: 96.143594ms)","trace[2105316810] 'applied index is now lower than readState.Index' (duration: 38.29893ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:53.857474Z","caller":"traceutil/trace.go:171","msg":"trace[1277938503] transaction","detail":"{read_only:false; response_revision:25319; number_of_response:1; }","duration":"148.724719ms","start":"2026-04-09T01:54:53.708734Z","end":"2026-04-09T01:54:53.857458Z","steps":["trace[1277938503] 'process raft request' (duration: 110.261455ms)","trace[1277938503] 'compare' (duration: 37.955294ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:53.857547Z","caller":"traceutil/trace.go:171","msg":"trace[897827327] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"143.888448ms","start":"2026-04-09T01:54:53.71363Z","end":"2026-04-09T01:54:53.857518Z","steps":["trace[897827327] 'process raft request' (duration: 143.603212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:53.857909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.55423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:53.85801Z","caller":"traceutil/trace.go:171","msg":"trace[1201887718] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25320; }","duration":"152.697622ms","start":"2026-04-09T01:54:53.705291Z","end":"2026-04-09T01:54:53.857988Z","steps":["trace[1201887718] 'agreement among raft nodes before linearized reading' (duration: 152.540009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:53.85808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.801864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-09T01:54:53.858118Z","caller":"traceutil/trace.go:171","msg":"trace[801755515] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25320; }","duration":"152.891815ms","start":"2026-04-09T01:54:53.705218Z","end":"2026-04-09T01:54:53.85811Z","steps":["trace[801755515] 'agreement among raft nodes before linearized reading' (duration: 152.746792ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:53.866865Z","caller":"traceutil/trace.go:171","msg":"trace[692191041] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"137.655833ms","start":"2026-04-09T01:54:53.729193Z","end":"2026-04-09T01:54:53.866849Z","steps":["trace[692191041] 'process raft request' (duration: 137.363418ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:53.867018Z","caller":"traceutil/trace.go:171","msg":"trace[1113223979] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"137.610322ms","start":"2026-04-09T01:54:53.729401Z","end":"2026-04-09T01:54:53.867011Z","steps":["trace[1113223979] 'process raft request' (duration: 137.248305ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:53.86708Z","caller":"traceutil/trace.go:171","msg":"trace[1559894992] transaction","detail":"{read_only:false; response_revision:25323; number_of_response:1; }","duration":"131.54086ms","start":"2026-04-09T01:54:53.735522Z","end":"2026-04-09T01:54:53.867063Z","steps":["trace[1559894992] 'process raft request' (duration: 131.159663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:53.867233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.753464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-04-09T01:54:53.867264Z","caller":"traceutil/trace.go:171","msg":"trace[565991764] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25323; }","duration":"131.823876ms","start":"2026-04-09T01:54:53.735433Z","end":"2026-04-09T01:54:53.867257Z","steps":["trace[565991764] 'agreement among raft nodes before linearized reading' (duration: 131.662432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:53.867275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.900268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-09T01:54:53.867355Z","caller":"traceutil/trace.go:171","msg":"trace[563561048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25323; }","duration":"118.0287ms","start":"2026-04-09T01:54:53.749308Z","end":"2026-04-09T01:54:53.867337Z","steps":["trace[563561048] 'agreement among raft nodes before linearized reading' (duration: 117.731583ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:54.906788Z","caller":"traceutil/trace.go:171","msg":"trace[669090394] transaction","detail":"{read_only:false; response_revision:25349; number_of_response:1; }","duration":"126.20706ms","start":"2026-04-09T01:54:54.780546Z","end":"2026-04-09T01:54:54.906753Z","steps":["trace[669090394] 'process raft request' (duration: 112.405094ms)","trace[669090394] 'compare' (duration: 13.657794ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:55.613259Z","caller":"traceutil/trace.go:171","msg":"trace[2101655767] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"105.65667ms","start":"2026-04-09T01:54:55.507566Z","end":"2026-04-09T01:54:55.613223Z","steps":["trace[2101655767] 'process raft request' (duration: 86.28725ms)","trace[2101655767] 'compare' (duration: 18.814369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:56.887641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.88052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:56.887793Z","caller":"traceutil/trace.go:171","msg":"trace[620565462] linearizableReadLoop","detail":"{readStateIndex:26203; appliedIndex:26202; }","duration":"969.276837ms","start":"2026-04-09T01:54:55.918491Z","end":"2026-04-09T01:54:56.887768Z","steps":["trace[620565462] 'read index received' (duration: 446.99529ms)","trace[620565462] 'applied index is now lower than readState.Index' (duration: 522.279307ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:56.887812Z","caller":"traceutil/trace.go:171","msg":"trace[90715174] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"973.125529ms","start":"2026-04-09T01:54:55.914649Z","end":"2026-04-09T01:54:56.887774Z","steps":["trace[90715174] 'process raft request' (duration: 450.942444ms)","trace[90715174] 'compare' (duration: 521.430681ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:56.887991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.495271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-09T01:54:56.888025Z","caller":"traceutil/trace.go:171","msg":"trace[299610336] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25368; }","duration":"969.556892ms","start":"2026-04-09T01:54:55.918461Z","end":"2026-04-09T01:54:56.888018Z","steps":["trace[299610336] 'agreement among raft nodes before linearized reading' (duration: 969.42071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:56.888042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:55.91845Z","time spent":"969.587223ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T01:54:56.888022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:55.914617Z","time spent":"973.303512ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:56.888087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.688121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-09T01:54:56.888156Z","caller":"traceutil/trace.go:171","msg":"trace[1234599975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25368; }","duration":"868.801194ms","start":"2026-04-09T01:54:56.019334Z","end":"2026-04-09T01:54:56.888135Z","steps":["trace[1234599975] 'agreement among raft nodes before linearized reading' (duration: 868.58535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:56.888216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:56.019312Z","time spent":"868.888365ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T01:54:56.888345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.975807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:56.888411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.487079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-09T01:54:56.888882Z","caller":"traceutil/trace.go:171","msg":"trace[154980542] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965; range_end:; response_count:1; response_revision:25368; }","duration":"117.99225ms","start":"2026-04-09T01:54:56.770869Z","end":"2026-04-09T01:54:56.888861Z","steps":["trace[154980542] 'agreement among raft nodes before linearized reading' (duration: 117.50441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:56.888446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.343166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-04-09T01:54:56.889018Z","caller":"traceutil/trace.go:171","msg":"trace[810161009] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:25368; }","duration":"489.922897ms","start":"2026-04-09T01:54:56.399062Z","end":"2026-04-09T01:54:56.888985Z","steps":["trace[810161009] 'agreement among raft nodes before linearized reading' (duration: 489.364946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:56.888441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.226976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:54:56.889131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:56.399034Z","time spent":"490.046889ms","remote":"127.0.0.1:38978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":545,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"info","ts":"2026-04-09T01:54:56.889149Z","caller":"traceutil/trace.go:171","msg":"trace[1115601522] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25368; }","duration":"130.995941ms","start":"2026-04-09T01:54:56.758144Z","end":"2026-04-09T01:54:56.88914Z","steps":["trace[1115601522] 'agreement among raft nodes before linearized reading' (duration: 130.242456ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:56.889214Z","caller":"traceutil/trace.go:171","msg":"trace[1089928167] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25368; }","duration":"407.371486ms","start":"2026-04-09T01:54:56.481358Z","end":"2026-04-09T01:54:56.888729Z","steps":["trace[1089928167] 'agreement among raft nodes before linearized reading' (duration: 406.956968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:56.888586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.771793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T01:54:56.889332Z","caller":"traceutil/trace.go:171","msg":"trace[1462552731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25368; }","duration":"869.539058ms","start":"2026-04-09T01:54:56.019787Z","end":"2026-04-09T01:54:56.889326Z","steps":["trace[1462552731] 'agreement among raft nodes before linearized reading' (duration: 868.679062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:56.889359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:56.019782Z","time spent":"869.566508ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T01:54:56.888498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.103884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-04-09T01:54:56.88937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:56.481303Z","time spent":"408.019147ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:56.889407Z","caller":"traceutil/trace.go:171","msg":"trace[1264486161] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965; range_end:; response_count:1; response_revision:25368; }","duration":"736.050922ms","start":"2026-04-09T01:54:56.153341Z","end":"2026-04-09T01:54:56.889392Z","steps":["trace[1264486161] 'agreement among raft nodes before linearized reading' (duration: 735.083274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:56.889454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:56.153317Z","time spent":"736.124113ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" "} {"level":"warn","ts":"2026-04-09T01:54:57.615187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.930451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:57.615289Z","caller":"traceutil/trace.go:171","msg":"trace[1214500581] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"723.160712ms","start":"2026-04-09T01:54:56.892109Z","end":"2026-04-09T01:54:57.61527Z","steps":["trace[1214500581] 'process raft request' (duration: 498.064028ms)","trace[1214500581] 'compare' (duration: 224.809099ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:57.615342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:56.892086Z","time spent":"723.233783ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:58.006723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.942496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:58.007367Z","caller":"traceutil/trace.go:171","msg":"trace[790895337] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"1.112062946s","start":"2026-04-09T01:54:56.895254Z","end":"2026-04-09T01:54:58.007317Z","steps":["trace[790895337] 'process raft request' (duration: 1.006424237s)","trace[790895337] 'compare' (duration: 104.454268ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:58.007535Z","caller":"traceutil/trace.go:171","msg":"trace[234632526] transaction","detail":"{read_only:false; response_revision:25372; number_of_response:1; }","duration":"1.108838235s","start":"2026-04-09T01:54:56.898679Z","end":"2026-04-09T01:54:58.007518Z","steps":["trace[234632526] 'process raft request' (duration: 1.108646451s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:58.007597Z","caller":"traceutil/trace.go:171","msg":"trace[1534066640] transaction","detail":"{read_only:false; response_revision:25371; number_of_response:1; }","duration":"1.110785152s","start":"2026-04-09T01:54:56.896772Z","end":"2026-04-09T01:54:58.007558Z","steps":["trace[1534066640] 'process raft request' (duration: 1.110419445s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:58.00777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:56.896761Z","time spent":"1.110919145s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:58.007569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:56.895224Z","time spent":"1.112233949s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:58.008301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.344681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-09T01:54:58.008417Z","caller":"traceutil/trace.go:171","msg":"trace[945722126] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25372; }","duration":"995.464043ms","start":"2026-04-09T01:54:57.012929Z","end":"2026-04-09T01:54:58.008393Z","steps":["trace[945722126] 'agreement among raft nodes before linearized reading' (duration: 994.799171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:58.008538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:57.012909Z","time spent":"995.595175ms","remote":"127.0.0.1:38974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-09T01:54:58.009712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:56.898664Z","time spent":"1.108967008s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:58.007413Z","caller":"traceutil/trace.go:171","msg":"trace[1018142939] linearizableReadLoop","detail":"{readStateIndex:26207; appliedIndex:26203; }","duration":"994.442844ms","start":"2026-04-09T01:54:57.012948Z","end":"2026-04-09T01:54:58.007391Z","steps":["trace[1018142939] 'read index received' (duration: 377.470952ms)","trace[1018142939] 'applied index is now lower than readState.Index' (duration: 616.970732ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:58.485271Z","caller":"traceutil/trace.go:171","msg":"trace[2086408085] transaction","detail":"{read_only:false; response_revision:25375; number_of_response:1; }","duration":"865.996692ms","start":"2026-04-09T01:54:57.619206Z","end":"2026-04-09T01:54:58.485203Z","steps":["trace[2086408085] 'process raft request' (duration: 865.944341ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:58.48567Z","caller":"traceutil/trace.go:171","msg":"trace[1742797632] transaction","detail":"{read_only:false; response_revision:25376; number_of_response:1; }","duration":"866.316438ms","start":"2026-04-09T01:54:57.619321Z","end":"2026-04-09T01:54:58.485637Z","steps":["trace[1742797632] 'process raft request' (duration: 865.85693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:58.485826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:57.619315Z","time spent":"866.42714ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:58.485942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:57.619199Z","time spent":"866.127674ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:58.486094Z","caller":"traceutil/trace.go:171","msg":"trace[186115257] transaction","detail":"{read_only:false; response_revision:25373; number_of_response:1; }","duration":"942.488401ms","start":"2026-04-09T01:54:57.543593Z","end":"2026-04-09T01:54:58.486081Z","steps":["trace[186115257] 'process raft request' (duration: 908.267746ms)","trace[186115257] 'compare' (duration: 33.129515ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:58.486143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:57.543564Z","time spent":"942.553491ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:58.486195Z","caller":"traceutil/trace.go:171","msg":"trace[1835338699] transaction","detail":"{read_only:false; response_revision:25377; number_of_response:1; }","duration":"866.509561ms","start":"2026-04-09T01:54:57.619678Z","end":"2026-04-09T01:54:58.486187Z","steps":["trace[1835338699] 'process raft request' (duration: 865.852229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:58.486237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:57.619669Z","time spent":"866.544851ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:58.486269Z","caller":"traceutil/trace.go:171","msg":"trace[17369493] transaction","detail":"{read_only:false; response_revision:25374; number_of_response:1; }","duration":"867.178045ms","start":"2026-04-09T01:54:57.619082Z","end":"2026-04-09T01:54:58.48626Z","steps":["trace[17369493] 'process raft request' (duration: 866.013103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:58.486314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:57.619066Z","time spent":"867.224525ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:58.486482Z","caller":"traceutil/trace.go:171","msg":"trace[640586128] transaction","detail":"{read_only:false; response_revision:25378; number_of_response:1; }","duration":"862.959086ms","start":"2026-04-09T01:54:57.623515Z","end":"2026-04-09T01:54:58.486474Z","steps":["trace[640586128] 'process raft request' (duration: 862.637889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:58.486527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:57.623501Z","time spent":"863.000057ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:58.48681Z","caller":"traceutil/trace.go:171","msg":"trace[1797021138] linearizableReadLoop","detail":"{readStateIndex:26215; appliedIndex:26207; }","duration":"476.674621ms","start":"2026-04-09T01:54:58.010123Z","end":"2026-04-09T01:54:58.486798Z","steps":["trace[1797021138] 'read index received' (duration: 441.605121ms)","trace[1797021138] 'applied index is now lower than readState.Index' (duration: 35.06871ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:58.486867Z","caller":"traceutil/trace.go:171","msg":"trace[1375548590] transaction","detail":"{read_only:false; response_revision:25379; number_of_response:1; }","duration":"860.213665ms","start":"2026-04-09T01:54:57.626645Z","end":"2026-04-09T01:54:58.486859Z","steps":["trace[1375548590] 'process raft request' (duration: 859.799977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:58.486915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:57.626622Z","time spent":"860.263005ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:58.486963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.626101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-09T01:54:58.48699Z","caller":"traceutil/trace.go:171","msg":"trace[1896697569] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:25380; }","duration":"737.692693ms","start":"2026-04-09T01:54:57.749291Z","end":"2026-04-09T01:54:58.486983Z","steps":["trace[1896697569] 'agreement among raft nodes before linearized reading' (duration: 737.594001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:58.487009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:57.749264Z","time spent":"737.741093ms","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-04-09T01:54:58.487058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.73901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:58.487094Z","caller":"traceutil/trace.go:171","msg":"trace[1312246301] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25380; }","duration":"870.820771ms","start":"2026-04-09T01:54:57.616261Z","end":"2026-04-09T01:54:58.487082Z","steps":["trace[1312246301] 'agreement among raft nodes before linearized reading' (duration: 870.75234ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:58.487108Z","caller":"traceutil/trace.go:171","msg":"trace[1625385576] transaction","detail":"{read_only:false; response_revision:25380; number_of_response:1; }","duration":"851.462842ms","start":"2026-04-09T01:54:57.635638Z","end":"2026-04-09T01:54:58.487101Z","steps":["trace[1625385576] 'process raft request' (duration: 851.094695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:58.487122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:57.616243Z","time spent":"870.870942ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:58.487145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:57.635632Z","time spent":"851.492152ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:58.487255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.0104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-04-09T01:54:58.487272Z","caller":"traceutil/trace.go:171","msg":"trace[603773486] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965; range_end:; response_count:1; response_revision:25380; }","duration":"592.026851ms","start":"2026-04-09T01:54:57.89524Z","end":"2026-04-09T01:54:58.487267Z","steps":["trace[603773486] 'agreement among raft nodes before linearized reading' (duration: 591.96824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:58.487288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:57.895219Z","time spent":"592.064671ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" "} {"level":"warn","ts":"2026-04-09T01:54:58.487348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.01439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-09T01:54:58.487369Z","caller":"traceutil/trace.go:171","msg":"trace[1121520595] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25380; }","duration":"936.06914ms","start":"2026-04-09T01:54:57.551294Z","end":"2026-04-09T01:54:58.487363Z","steps":["trace[1121520595] 'agreement among raft nodes before linearized reading' (duration: 935.946098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:58.487387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:57.551281Z","time spent":"936.101372ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":143,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:58.487416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.280185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-09T01:54:58.487434Z","caller":"traceutil/trace.go:171","msg":"trace[172488640] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25380; }","duration":"592.339827ms","start":"2026-04-09T01:54:57.895089Z","end":"2026-04-09T01:54:58.487429Z","steps":["trace[172488640] 'agreement among raft nodes before linearized reading' (duration: 592.286216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:58.487449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:57.895067Z","time spent":"592.378117ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T01:54:58.487543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.334253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-09T01:54:58.487558Z","caller":"traceutil/trace.go:171","msg":"trace[1147472738] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25380; }","duration":"594.393454ms","start":"2026-04-09T01:54:57.89316Z","end":"2026-04-09T01:54:58.487553Z","steps":["trace[1147472738] 'agreement among raft nodes before linearized reading' (duration: 594.340263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:58.487583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:57.893093Z","time spent":"594.486115ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-09T01:54:58.487946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073195186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:58.487979Z","caller":"traceutil/trace.go:171","msg":"trace[672964095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25380; }","duration":"1.073266896s","start":"2026-04-09T01:54:57.414704Z","end":"2026-04-09T01:54:58.487971Z","steps":["trace[672964095] 'agreement among raft nodes before linearized reading' (duration: 1.073210795s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:58.487995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:57.414681Z","time spent":"1.073310908s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:54:58.488336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068176451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-09T01:54:58.488446Z","caller":"traceutil/trace.go:171","msg":"trace[2085006204] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25380; }","duration":"1.069069139s","start":"2026-04-09T01:54:57.41934Z","end":"2026-04-09T01:54:58.488409Z","steps":["trace[2085006204] 'agreement among raft nodes before linearized reading' (duration: 1.068122881s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:58.488525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:57.419333Z","time spent":"1.06914948s","remote":"127.0.0.1:50206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-09T01:54:58.98688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:59.487692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:59.571186Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.119604925s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:55:00.391194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.744043ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:00.391331Z","caller":"traceutil/trace.go:171","msg":"trace[1074220602] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25380; }","duration":"696.889946ms","start":"2026-04-09T01:54:59.694421Z","end":"2026-04-09T01:55:00.391311Z","steps":["trace[1074220602] 'range keys from in-memory index tree' (duration: 696.730243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:00.392399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.798603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:00.394905Z","caller":"traceutil/trace.go:171","msg":"trace[916999954] linearizableReadLoop","detail":"{readStateIndex:26219; appliedIndex:26215; }","duration":"1.908057209s","start":"2026-04-09T01:54:58.486835Z","end":"2026-04-09T01:55:00.394892Z","steps":["trace[916999954] 'read index received' (duration: 1.084666108s)","trace[916999954] 'applied index is now lower than readState.Index' (duration: 823.390231ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:00.394981Z","caller":"traceutil/trace.go:171","msg":"trace[217807920] transaction","detail":"{read_only:false; response_revision:25381; number_of_response:1; }","duration":"2.093300155s","start":"2026-04-09T01:54:58.30167Z","end":"2026-04-09T01:55:00.39497Z","steps":["trace[217807920] 'process raft request' (duration: 1.269856872s)","trace[217807920] 'compare' (duration: 819.353177ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:00.395037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:58.301641Z","time spent":"2.093359896s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:00.39519Z","caller":"traceutil/trace.go:171","msg":"trace[1116507571] transaction","detail":"{read_only:false; response_revision:25383; number_of_response:1; }","duration":"1.90164645s","start":"2026-04-09T01:54:58.493496Z","end":"2026-04-09T01:55:00.395143Z","steps":["trace[1116507571] 'process raft request' (duration: 1.901358365s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:00.395233Z","caller":"traceutil/trace.go:171","msg":"trace[403737898] transaction","detail":"{read_only:false; response_revision:25382; number_of_response:1; }","duration":"1.919099564s","start":"2026-04-09T01:54:58.476062Z","end":"2026-04-09T01:55:00.395162Z","steps":["trace[403737898] 'process raft request' (duration: 1.918649436s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:00.395366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209006761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:00.395398Z","caller":"traceutil/trace.go:171","msg":"trace[1461736752] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25383; }","duration":"2.209073962s","start":"2026-04-09T01:54:58.186316Z","end":"2026-04-09T01:55:00.39539Z","steps":["trace[1461736752] 'agreement among raft nodes before linearized reading' (duration: 2.20896635s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:00.395419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:58.186295Z","time spent":"2.209119273s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:00.395416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:58.493483Z","time spent":"1.901821773s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:00.395419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:58.476032Z","time spent":"1.919287247s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:00.395267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.191608828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:55:00.395573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:58.489927Z","time spent":"1.905644064s","remote":"127.0.0.1:38824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-09T01:55:00.395593Z","caller":"traceutil/trace.go:171","msg":"trace[1827975794] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25383; }","duration":"2.191975045s","start":"2026-04-09T01:54:58.203604Z","end":"2026-04-09T01:55:00.395579Z","steps":["trace[1827975794] 'agreement among raft nodes before linearized reading' (duration: 2.191567477s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:00.395604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.374832286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7cccc67dfb-8qcgc\" ","response":"range_response_count:1 size:8826"} {"level":"info","ts":"2026-04-09T01:55:00.395625Z","caller":"traceutil/trace.go:171","msg":"trace[1053667071] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7cccc67dfb-8qcgc; range_end:; response_count:1; response_revision:25383; }","duration":"2.374898077s","start":"2026-04-09T01:54:58.020721Z","end":"2026-04-09T01:55:00.395619Z","steps":["trace[1053667071] 'agreement among raft nodes before linearized reading' (duration: 2.374798496s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:00.395644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:58.020697Z","time spent":"2.374943628s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8850,"request content":"key:\"/registry/pods/openstack/magnum-api-7cccc67dfb-8qcgc\" "} {"level":"warn","ts":"2026-04-09T01:55:00.395641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:58.203579Z","time spent":"2.192043565s","remote":"127.0.0.1:39212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:00.395746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382470548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-09T01:55:00.395812Z","caller":"traceutil/trace.go:171","msg":"trace[765274965] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25383; }","duration":"2.38258734s","start":"2026-04-09T01:54:58.013209Z","end":"2026-04-09T01:55:00.395796Z","steps":["trace[765274965] 'agreement among raft nodes before linearized reading' (duration: 2.382328345s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:00.395839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:58.013186Z","time spent":"2.382647021s","remote":"127.0.0.1:38890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":233,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:00.489098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000445233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:55:00.489226Z","caller":"traceutil/trace.go:171","msg":"trace[1009914623] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000620426s","start":"2026-04-09T01:54:58.488577Z","end":"2026-04-09T01:55:00.489198Z","steps":["trace[1009914623] 'agreement among raft nodes before linearized reading' (duration: 2.000424963s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:00.489324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:58.488562Z","time spent":"2.000714148s","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:00.895805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:01.396664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:01.897823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:02.006979Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.618307795s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:55:02.41029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.042515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:02.410423Z","caller":"traceutil/trace.go:171","msg":"trace[831207868] transaction","detail":"{read_only:false; response_revision:25384; number_of_response:1; }","duration":"2.305583782s","start":"2026-04-09T01:55:00.104817Z","end":"2026-04-09T01:55:02.410401Z","steps":["trace[831207868] 'process raft request' (duration: 1.902350853s)","trace[831207868] 'compare' (duration: 401.973416ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:02.410505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:00.10479Z","time spent":"2.305683994s","remote":"127.0.0.1:39016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T01:55:02.499486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000065256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:02.499568Z","caller":"traceutil/trace.go:171","msg":"trace[1226279884] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000182628s","start":"2026-04-09T01:55:00.499364Z","end":"2026-04-09T01:55:02.499547Z","steps":["trace[1226279884] 'agreement among raft nodes before linearized reading' (duration: 2.000075356s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:02.499608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:00.499357Z","time spent":"2.000242289s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:55:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-09T01:55:03.331579Z","caller":"traceutil/trace.go:171","msg":"trace[2055760684] transaction","detail":"{read_only:false; response_revision:25387; number_of_response:1; }","duration":"2.833792699s","start":"2026-04-09T01:55:00.497761Z","end":"2026-04-09T01:55:03.331554Z","steps":["trace[2055760684] 'process raft request' (duration: 2.833669437s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:03.331616Z","caller":"traceutil/trace.go:171","msg":"trace[510920290] transaction","detail":"{read_only:false; response_revision:25385; number_of_response:1; }","duration":"2.933214043s","start":"2026-04-09T01:55:00.39835Z","end":"2026-04-09T01:55:03.331564Z","steps":["trace[510920290] 'process raft request' (duration: 2.932803066s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:03.331691Z","caller":"traceutil/trace.go:171","msg":"trace[2117438022] transaction","detail":"{read_only:false; response_revision:25386; number_of_response:1; }","duration":"2.926990117s","start":"2026-04-09T01:55:00.404644Z","end":"2026-04-09T01:55:03.331634Z","steps":["trace[2117438022] 'process raft request' (duration: 2.926723253s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:03.331763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:00.497748Z","time spent":"2.833919781s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:03.331904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:00.404631Z","time spent":"2.92715849s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8664,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:03.331966Z","caller":"traceutil/trace.go:171","msg":"trace[1439230984] transaction","detail":"{read_only:false; response_revision:25390; number_of_response:1; }","duration":"2.834001323s","start":"2026-04-09T01:55:00.497935Z","end":"2026-04-09T01:55:03.331936Z","steps":["trace[1439230984] 'process raft request' (duration: 2.833924591s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:03.332051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:00.398318Z","time spent":"2.933390406s","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:03.332138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:00.49793Z","time spent":"2.834117705s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:03.332138Z","caller":"traceutil/trace.go:171","msg":"trace[1501460648] linearizableReadLoop","detail":"{readStateIndex:26230; appliedIndex:26219; }","duration":"2.937187697s","start":"2026-04-09T01:55:00.394928Z","end":"2026-04-09T01:55:03.332116Z","steps":["trace[1501460648] 'read index received' (duration: 1.612226722s)","trace[1501460648] 'applied index is now lower than readState.Index' (duration: 1.324960315s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:03.332261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.832520143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:03.332289Z","caller":"traceutil/trace.go:171","msg":"trace[1080787275] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25394; }","duration":"3.832569924s","start":"2026-04-09T01:54:59.49971Z","end":"2026-04-09T01:55:03.33228Z","steps":["trace[1080787275] 'agreement among raft nodes before linearized reading' (duration: 3.832500883s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:03.332294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.734084367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a48d76adceece5\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-09T01:55:03.332335Z","caller":"traceutil/trace.go:171","msg":"trace[1701964670] transaction","detail":"{read_only:false; response_revision:25389; number_of_response:1; }","duration":"2.834421301s","start":"2026-04-09T01:55:00.497905Z","end":"2026-04-09T01:55:03.332327Z","steps":["trace[1701964670] 'process raft request' (duration: 2.833810029s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:03.332352Z","caller":"traceutil/trace.go:171","msg":"trace[891084486] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a48d76adceece5; range_end:; response_count:1; response_revision:25394; }","duration":"3.734139668s","start":"2026-04-09T01:54:59.598197Z","end":"2026-04-09T01:55:03.332336Z","steps":["trace[891084486] 'agreement among raft nodes before linearized reading' (duration: 3.734003195s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:03.332387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:59.598172Z","time spent":"3.734208199s","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a48d76adceece5\" "} {"level":"warn","ts":"2026-04-09T01:55:03.332391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:00.497901Z","time spent":"2.834461222s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:03.332411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.840788406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-04-09T01:55:03.332432Z","caller":"traceutil/trace.go:171","msg":"trace[1771413685] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965; range_end:; response_count:1; response_revision:25394; }","duration":"3.840863677s","start":"2026-04-09T01:54:59.491563Z","end":"2026-04-09T01:55:03.332426Z","steps":["trace[1771413685] 'agreement among raft nodes before linearized reading' (duration: 3.840765246s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:03.332449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:59.491528Z","time spent":"3.840917439s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" "} {"level":"warn","ts":"2026-04-09T01:55:03.332507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.390354259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:03.33254Z","caller":"traceutil/trace.go:171","msg":"trace[27706027] transaction","detail":"{read_only:false; response_revision:25391; number_of_response:1; }","duration":"2.834562573s","start":"2026-04-09T01:55:00.497966Z","end":"2026-04-09T01:55:03.332528Z","steps":["trace[27706027] 'process raft request' (duration: 2.833932131s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:03.332555Z","caller":"traceutil/trace.go:171","msg":"trace[2122851056] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25394; }","duration":"4.390426901s","start":"2026-04-09T01:54:58.942115Z","end":"2026-04-09T01:55:03.332542Z","steps":["trace[2122851056] 'agreement among raft nodes before linearized reading' (duration: 4.390349309s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:03.332594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.440831135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-09T01:55:03.332603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:00.497962Z","time spent":"2.834603684s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:03.332588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:58.942099Z","time spent":"4.390481351s","remote":"127.0.0.1:40928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:03.332713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.527068484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:03.332731Z","caller":"traceutil/trace.go:171","msg":"trace[1647039850] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25394; }","duration":"4.527123165s","start":"2026-04-09T01:54:58.805602Z","end":"2026-04-09T01:55:03.332726Z","steps":["trace[1647039850] 'agreement among raft nodes before linearized reading' (duration: 4.527094074s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:03.332749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:58.805553Z","time spent":"4.527191516s","remote":"127.0.0.1:41874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:03.332741Z","caller":"traceutil/trace.go:171","msg":"trace[2072786358] transaction","detail":"{read_only:false; response_revision:25392; number_of_response:1; }","duration":"2.834674576s","start":"2026-04-09T01:55:00.498058Z","end":"2026-04-09T01:55:03.332732Z","steps":["trace[2072786358] 'process raft request' (duration: 2.833941502s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:03.332715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.225917538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-09T01:55:03.33279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.268624692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418104"} {"level":"warn","ts":"2026-04-09T01:55:03.332795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:00.498053Z","time spent":"2.834711557s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:03.332852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.731380044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-09T01:55:03.332837Z","caller":"traceutil/trace.go:171","msg":"trace[615579560] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25394; }","duration":"4.268701473s","start":"2026-04-09T01:54:59.064125Z","end":"2026-04-09T01:55:03.332826Z","steps":["trace[615579560] 'agreement among raft nodes before linearized reading' (duration: 4.268484559s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:03.332872Z","caller":"traceutil/trace.go:171","msg":"trace[1607777150] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25394; }","duration":"4.731451855s","start":"2026-04-09T01:54:58.601415Z","end":"2026-04-09T01:55:03.332867Z","steps":["trace[1607777150] 'agreement among raft nodes before linearized reading' (duration: 4.731402824s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:03.332885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:58.601384Z","time spent":"4.731497846s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-09T01:55:03.332885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:59.064109Z","time spent":"4.268769134s","remote":"127.0.0.1:59744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418128,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-09T01:55:03.332864Z","caller":"traceutil/trace.go:171","msg":"trace[763933826] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25394; }","duration":"4.226065571s","start":"2026-04-09T01:54:59.10675Z","end":"2026-04-09T01:55:03.332815Z","steps":["trace[763933826] 'agreement among raft nodes before linearized reading' (duration: 4.225779656s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:03.332311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:59.499633Z","time spent":"3.832671456s","remote":"127.0.0.1:59744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:03.332984Z","caller":"traceutil/trace.go:171","msg":"trace[2142603687] transaction","detail":"{read_only:false; response_revision:25394; number_of_response:1; }","duration":"2.834850999s","start":"2026-04-09T01:55:00.498123Z","end":"2026-04-09T01:55:03.332974Z","steps":["trace[2142603687] 'process raft request' (duration: 2.833962282s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:03.333053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:00.498119Z","time spent":"2.83489662s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:03.332961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.731894773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-09T01:55:03.333372Z","caller":"traceutil/trace.go:171","msg":"trace[565567068] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25394; }","duration":"4.732335562s","start":"2026-04-09T01:54:58.601029Z","end":"2026-04-09T01:55:03.333364Z","steps":["trace[565567068] 'agreement among raft nodes before linearized reading' (duration: 4.731896754s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:03.33339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:58.601007Z","time spent":"4.732378223s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-09T01:55:03.332305Z","caller":"traceutil/trace.go:171","msg":"trace[949615434] transaction","detail":"{read_only:false; response_revision:25388; number_of_response:1; }","duration":"2.834422931s","start":"2026-04-09T01:55:00.49787Z","end":"2026-04-09T01:55:03.332293Z","steps":["trace[949615434] 'process raft request' (duration: 2.833613306s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:03.332615Z","caller":"traceutil/trace.go:171","msg":"trace[619821368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25394; }","duration":"4.440883866s","start":"2026-04-09T01:54:58.891726Z","end":"2026-04-09T01:55:03.33261Z","steps":["trace[619821368] 'agreement among raft nodes before linearized reading' (duration: 4.440831725s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:03.335029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:58.891704Z","time spent":"4.443310582s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T01:55:03.335129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.528169778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:03.33517Z","caller":"traceutil/trace.go:171","msg":"trace[688110998] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25394; }","duration":"3.528244599s","start":"2026-04-09T01:54:59.806914Z","end":"2026-04-09T01:55:03.335159Z","steps":["trace[688110998] 'agreement among raft nodes before linearized reading' (duration: 3.528185018s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:03.335195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:59.806895Z","time spent":"3.52829426s","remote":"127.0.0.1:47680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:03.335234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.945157595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-04-09T01:55:03.335312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.036341326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-09T01:55:03.335323Z","caller":"traceutil/trace.go:171","msg":"trace[1423614495] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25394; }","duration":"2.945288947s","start":"2026-04-09T01:55:00.390019Z","end":"2026-04-09T01:55:03.335308Z","steps":["trace[1423614495] 'agreement among raft nodes before linearized reading' (duration: 2.945116314s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:03.335371Z","caller":"traceutil/trace.go:171","msg":"trace[585104872] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25394; }","duration":"3.036478259s","start":"2026-04-09T01:55:00.298877Z","end":"2026-04-09T01:55:03.335355Z","steps":["trace[585104872] 'agreement among raft nodes before linearized reading' (duration: 3.036290765s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:03.335402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:00.389999Z","time spent":"2.945392099s","remote":"127.0.0.1:38978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":204,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-09T01:55:03.33541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:00.298853Z","time spent":"3.03654955s","remote":"127.0.0.1:38954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-04-09T01:55:03.33295Z","caller":"traceutil/trace.go:171","msg":"trace[1103406221] transaction","detail":"{read_only:false; response_revision:25393; number_of_response:1; }","duration":"2.834847919s","start":"2026-04-09T01:55:00.498093Z","end":"2026-04-09T01:55:03.332941Z","steps":["trace[1103406221] 'process raft request' (duration: 2.833971532s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:03.335463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314866062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-09T01:55:03.33543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.715115646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-09T01:55:03.335542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.322655136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-09T01:55:03.335575Z","caller":"traceutil/trace.go:171","msg":"trace[870710082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25394; }","duration":"3.71534972s","start":"2026-04-09T01:54:59.620202Z","end":"2026-04-09T01:55:03.335552Z","steps":["trace[870710082] 'agreement among raft nodes before linearized reading' (duration: 3.714998984s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:03.335569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.104737602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-09T01:55:03.335602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:00.498089Z","time spent":"2.837411216s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:03.335627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:59.620176Z","time spent":"3.715442432s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T01:55:03.335633Z","caller":"traceutil/trace.go:171","msg":"trace[1964648512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25394; }","duration":"3.322786208s","start":"2026-04-09T01:55:00.01282Z","end":"2026-04-09T01:55:03.335606Z","steps":["trace[1964648512] 'agreement among raft nodes before linearized reading' (duration: 3.322461093s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:03.335684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:00.012793Z","time spent":"3.32288084s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T01:55:03.335634Z","caller":"traceutil/trace.go:171","msg":"trace[2140021665] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25394; }","duration":"4.104854804s","start":"2026-04-09T01:54:59.230765Z","end":"2026-04-09T01:55:03.335619Z","steps":["trace[2140021665] 'agreement among raft nodes before linearized reading' (duration: 4.102655942s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:03.335725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:59.230737Z","time spent":"4.104979946s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-09T01:55:03.335564Z","caller":"traceutil/trace.go:171","msg":"trace[1134822244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25394; }","duration":"3.315033965s","start":"2026-04-09T01:55:00.020505Z","end":"2026-04-09T01:55:03.335539Z","steps":["trace[1134822244] 'agreement among raft nodes before linearized reading' (duration: 3.314576537s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:03.335056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:00.497865Z","time spent":"2.836994418s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:03.335784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:00.020482Z","time spent":"3.315292109s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T01:55:03.332998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:59.106732Z","time spent":"4.226254554s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T01:55:03.83278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:04.333675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:04.499766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999828921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:04.499885Z","caller":"traceutil/trace.go:171","msg":"trace[1965518718] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000023355s","start":"2026-04-09T01:55:02.499834Z","end":"2026-04-09T01:55:04.499857Z","steps":["trace[1965518718] 'agreement among raft nodes before linearized reading' (duration: 1.999855141s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:04.499956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:02.49981Z","time spent":"2.000126508s","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:55:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:04.834235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:05.335023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:05.835674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:06.305906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:04.923971Z","time spent":"1.381927669s","remote":"127.0.0.1:33494","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-09T01:55:06.336879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:06.505446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999810459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:55:06.505558Z","caller":"traceutil/trace.go:171","msg":"trace[1754830747] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000007453s","start":"2026-04-09T01:55:04.505524Z","end":"2026-04-09T01:55:06.505531Z","steps":["trace[1754830747] 'agreement among raft nodes before linearized reading' (duration: 1.99985212s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:06.50562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:04.505495Z","time spent":"2.000112844s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:06.837652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:07.338448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:07.399006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998867093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:07.399103Z","caller":"traceutil/trace.go:171","msg":"trace[1721815098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999036947s","start":"2026-04-09T01:55:02.400041Z","end":"2026-04-09T01:55:07.399078Z","steps":["trace[1721815098] 'agreement among raft nodes before linearized reading' (duration: 4.998907084s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:07.399154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:02.400014Z","time spent":"4.999129648s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/09 01:55:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:07.674451Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.343231373s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T01:55:07.675133Z","caller":"traceutil/trace.go:171","msg":"trace[604537885] transaction","detail":"{read_only:false; response_revision:25395; number_of_response:1; }","duration":"5.2569803s","start":"2026-04-09T01:55:02.418077Z","end":"2026-04-09T01:55:07.675057Z","steps":["trace[604537885] 'process raft request' (duration: 5.256590393s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:07.675142Z","caller":"traceutil/trace.go:171","msg":"trace[782140733] transaction","detail":"{read_only:false; response_revision:25396; number_of_response:1; }","duration":"5.256670715s","start":"2026-04-09T01:55:02.418425Z","end":"2026-04-09T01:55:07.675096Z","steps":["trace[782140733] 'process raft request' (duration: 5.25641405s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:07.675299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:02.418417Z","time spent":"5.256803697s","remote":"127.0.0.1:39030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5447,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:07.675316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:02.418062Z","time spent":"5.257173453s","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T01:55:08.34085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:03.341668Z","time spent":"4.99916998s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-09T01:55:08.340901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:03.341366Z","time spent":"4.999523116s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 01:55:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/09 01:55:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:08.506309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999864262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:55:08.506458Z","caller":"traceutil/trace.go:171","msg":"trace[1888185405] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000093916s","start":"2026-04-09T01:55:06.506332Z","end":"2026-04-09T01:55:08.506426Z","steps":["trace[1888185405] 'agreement among raft nodes before linearized reading' (duration: 1.999907472s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:08.506603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:06.50631Z","time spent":"2.00027444s","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:08.890769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:03.341722Z","time spent":"5.549031339s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 01:55:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:09.343384Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.668003247s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:55:09.437385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76244954s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-09T01:55:09.43973Z","caller":"traceutil/trace.go:171","msg":"trace[972009626] transaction","detail":"{read_only:false; response_revision:25397; number_of_response:1; }","duration":"6.100412155s","start":"2026-04-09T01:55:03.339282Z","end":"2026-04-09T01:55:09.439695Z","steps":["trace[972009626] 'process raft request' (duration: 6.098222004s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:09.439927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:03.339268Z","time spent":"6.100546257s","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:10.020106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:03.342308Z","time spent":"6.677784253s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 01:55:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:10.280264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.306936ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:10.280453Z","caller":"traceutil/trace.go:171","msg":"trace[1054366724] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25397; }","duration":"585.52426ms","start":"2026-04-09T01:55:09.6949Z","end":"2026-04-09T01:55:10.280424Z","steps":["trace[1054366724] 'range keys from in-memory index tree' (duration: 585.125593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:10.281214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.406016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:10.281575Z","caller":"traceutil/trace.go:171","msg":"trace[1344195064] transaction","detail":"{read_only:false; response_revision:25398; number_of_response:1; }","duration":"6.940898533s","start":"2026-04-09T01:55:03.34063Z","end":"2026-04-09T01:55:10.281528Z","steps":["trace[1344195064] 'process raft request' (duration: 6.099044689s)","trace[1344195064] 'compare' (duration: 840.497479ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:10.28181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:03.340619Z","time spent":"6.941076476s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:10.282181Z","caller":"traceutil/trace.go:171","msg":"trace[34129991] transaction","detail":"{read_only:false; response_revision:25407; number_of_response:1; }","duration":"4.943507047s","start":"2026-04-09T01:55:05.33865Z","end":"2026-04-09T01:55:10.282157Z","steps":["trace[34129991] 'process raft request' (duration: 4.943429846s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:10.282215Z","caller":"traceutil/trace.go:171","msg":"trace[1784041130] transaction","detail":"{read_only:false; response_revision:25403; number_of_response:1; }","duration":"6.939873464s","start":"2026-04-09T01:55:03.342325Z","end":"2026-04-09T01:55:10.282198Z","steps":["trace[1784041130] 'process raft request' (duration: 6.939245843s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:10.282223Z","caller":"traceutil/trace.go:171","msg":"trace[1497964180] transaction","detail":"{read_only:false; response_revision:25404; number_of_response:1; }","duration":"6.552328516s","start":"2026-04-09T01:55:03.729858Z","end":"2026-04-09T01:55:10.282187Z","steps":["trace[1497964180] 'process raft request' (duration: 6.551836987s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:10.282229Z","caller":"traceutil/trace.go:171","msg":"trace[1767928471] transaction","detail":"{read_only:false; response_revision:25405; number_of_response:1; }","duration":"6.272302302s","start":"2026-04-09T01:55:04.009883Z","end":"2026-04-09T01:55:10.282186Z","steps":["trace[1767928471] 'process raft request' (duration: 6.272117299s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:10.282232Z","caller":"traceutil/trace.go:171","msg":"trace[1214938443] transaction","detail":"{read_only:false; response_revision:25406; number_of_response:1; }","duration":"5.639771731s","start":"2026-04-09T01:55:04.642422Z","end":"2026-04-09T01:55:10.282194Z","steps":["trace[1214938443] 'process raft request' (duration: 5.639622328s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:10.282289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:03.342297Z","time spent":"6.939951486s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:10.282292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:05.338618Z","time spent":"4.943631719s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:10.282389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:03.729822Z","time spent":"6.552478319s","remote":"127.0.0.1:59744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418162,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:10.282409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:04.642372Z","time spent":"5.639951094s","remote":"127.0.0.1:38786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:10.282424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:04.009842Z","time spent":"6.272471515s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:10.282518Z","caller":"traceutil/trace.go:171","msg":"trace[1262501180] transaction","detail":"{read_only:false; response_revision:25408; number_of_response:1; }","duration":"4.94091643s","start":"2026-04-09T01:55:05.341559Z","end":"2026-04-09T01:55:10.282476Z","steps":["trace[1262501180] 'process raft request' (duration: 4.940559533s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:10.282652Z","caller":"traceutil/trace.go:171","msg":"trace[2021015201] transaction","detail":"{read_only:false; response_revision:25409; number_of_response:1; }","duration":"4.94037587s","start":"2026-04-09T01:55:05.342269Z","end":"2026-04-09T01:55:10.282645Z","steps":["trace[2021015201] 'process raft request' (duration: 4.940122816s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:10.282692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:05.342252Z","time spent":"4.940420201s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:10.282652Z","caller":"traceutil/trace.go:171","msg":"trace[1545521161] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"4.940021154s","start":"2026-04-09T01:55:05.342604Z","end":"2026-04-09T01:55:10.282625Z","steps":["trace[1545521161] 'process raft request' (duration: 4.939919402s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:10.282726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:05.341506Z","time spent":"4.941105763s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:10.282824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:05.342596Z","time spent":"4.940137116s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:10.282888Z","caller":"traceutil/trace.go:171","msg":"trace[1075839941] transaction","detail":"{read_only:false; response_revision:25411; number_of_response:1; }","duration":"4.940005322s","start":"2026-04-09T01:55:05.342867Z","end":"2026-04-09T01:55:10.282873Z","steps":["trace[1075839941] 'process raft request' (duration: 4.939702077s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:10.283011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:05.342841Z","time spent":"4.940123515s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:10.283161Z","caller":"traceutil/trace.go:171","msg":"trace[1939953688] transaction","detail":"{read_only:false; response_revision:25412; number_of_response:1; }","duration":"4.939833519s","start":"2026-04-09T01:55:05.34332Z","end":"2026-04-09T01:55:10.283153Z","steps":["trace[1939953688] 'process raft request' (duration: 4.939525484s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:10.283201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:05.343303Z","time spent":"4.939880211s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:10.283244Z","caller":"traceutil/trace.go:171","msg":"trace[237054939] transaction","detail":"{read_only:false; response_revision:25413; number_of_response:1; }","duration":"4.939117245s","start":"2026-04-09T01:55:05.344107Z","end":"2026-04-09T01:55:10.283224Z","steps":["trace[237054939] 'process raft request' (duration: 4.939002603s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:10.283405Z","caller":"traceutil/trace.go:171","msg":"trace[627657638] transaction","detail":"{read_only:false; response_revision:25414; number_of_response:1; }","duration":"4.938933232s","start":"2026-04-09T01:55:05.344457Z","end":"2026-04-09T01:55:10.28339Z","steps":["trace[627657638] 'process raft request' (duration: 4.938718268s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:10.283492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:05.344449Z","time spent":"4.939002503s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:10.283574Z","caller":"traceutil/trace.go:171","msg":"trace[1768688973] transaction","detail":"{read_only:false; response_revision:25416; number_of_response:1; }","duration":"4.839705622s","start":"2026-04-09T01:55:05.443861Z","end":"2026-04-09T01:55:10.283567Z","steps":["trace[1768688973] 'process raft request' (duration: 4.83958798s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:10.283522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:05.344092Z","time spent":"4.93930567s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:10.283581Z","caller":"traceutil/trace.go:171","msg":"trace[2111533004] transaction","detail":"{read_only:false; response_revision:25415; number_of_response:1; }","duration":"4.882158329s","start":"2026-04-09T01:55:05.401399Z","end":"2026-04-09T01:55:10.283557Z","steps":["trace[2111533004] 'process raft request' (duration: 4.881932815s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:10.283611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:05.443843Z","time spent":"4.839750233s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:10.28361Z","caller":"traceutil/trace.go:171","msg":"trace[1956636715] linearizableReadLoop","detail":"{readStateIndex:26253; appliedIndex:26232; }","duration":"6.951410168s","start":"2026-04-09T01:55:03.332188Z","end":"2026-04-09T01:55:10.283598Z","steps":["trace[1956636715] 'read index received' (duration: 4.342830565s)","trace[1956636715] 'applied index is now lower than readState.Index' (duration: 2.608577883s)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:10.28364Z","caller":"traceutil/trace.go:171","msg":"trace[2008635220] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25417; }","duration":"1.389862767s","start":"2026-04-09T01:55:08.893762Z","end":"2026-04-09T01:55:10.283625Z","steps":["trace[2008635220] 'process raft request' (duration: 1.389823527s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:10.283681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:05.40138Z","time spent":"4.882252302s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:10.283737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.684455011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:10.283767Z","caller":"traceutil/trace.go:171","msg":"trace[1978560770] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25417; }","duration":"8.684522462s","start":"2026-04-09T01:55:01.599237Z","end":"2026-04-09T01:55:10.28376Z","steps":["trace[1978560770] 'agreement among raft nodes before linearized reading' (duration: 8.684466471s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:10.283772Z","caller":"traceutil/trace.go:171","msg":"trace[385574986] transaction","detail":"{read_only:false; response_revision:25417; number_of_response:1; }","duration":"2.382274315s","start":"2026-04-09T01:55:07.901486Z","end":"2026-04-09T01:55:10.28376Z","steps":["trace[385574986] 'process raft request' (duration: 2.382057241s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:10.283813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.188495104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:10.283829Z","caller":"traceutil/trace.go:171","msg":"trace[207631077] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25417; }","duration":"8.188549024s","start":"2026-04-09T01:55:02.095276Z","end":"2026-04-09T01:55:10.283825Z","steps":["trace[207631077] 'agreement among raft nodes before linearized reading' (duration: 8.188520534s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:10.283826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:07.901452Z","time spent":"2.382351498s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:10.283834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.834439014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:10.283847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:02.095256Z","time spent":"8.188587675s","remote":"127.0.0.1:58396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:10.283786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:01.599216Z","time spent":"8.684565244s","remote":"127.0.0.1:48812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:10.283952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.86639724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-04-09T01:55:10.283974Z","caller":"traceutil/trace.go:171","msg":"trace[644278381] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25417; }","duration":"8.834528196s","start":"2026-04-09T01:55:01.449335Z","end":"2026-04-09T01:55:10.283863Z","steps":["trace[644278381] 'agreement among raft nodes before linearized reading' (duration: 8.834466385s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:10.28399Z","caller":"traceutil/trace.go:171","msg":"trace[188252289] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:25417; }","duration":"7.866480892s","start":"2026-04-09T01:55:02.417499Z","end":"2026-04-09T01:55:10.28398Z","steps":["trace[188252289] 'agreement among raft nodes before linearized reading' (duration: 7.866268698s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:10.283733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:08.893727Z","time spent":"1.38996401s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":477,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:10.284009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.154692829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-09T01:55:10.28407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:02.417482Z","time spent":"7.866571983s","remote":"127.0.0.1:38978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-04-09T01:55:10.284077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:01.44931Z","time spent":"8.834735399s","remote":"127.0.0.1:41842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:10.284065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.320117922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:10.284106Z","caller":"traceutil/trace.go:171","msg":"trace[1260677342] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25417; }","duration":"7.154786661s","start":"2026-04-09T01:55:03.129293Z","end":"2026-04-09T01:55:10.28408Z","steps":["trace[1260677342] 'agreement among raft nodes before linearized reading' (duration: 7.154536346s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:10.284171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:03.129267Z","time spent":"7.154889312s","remote":"127.0.0.1:38834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:10.284173Z","caller":"traceutil/trace.go:171","msg":"trace[218896064] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25417; }","duration":"9.320285685s","start":"2026-04-09T01:55:00.963858Z","end":"2026-04-09T01:55:10.284144Z","steps":["trace[218896064] 'agreement among raft nodes before linearized reading' (duration: 9.320120472s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:10.284237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:00.963831Z","time spent":"9.320388297s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:10.283769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.963183007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:10.284338Z","caller":"traceutil/trace.go:171","msg":"trace[811526271] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25417; }","duration":"6.963795509s","start":"2026-04-09T01:55:03.320522Z","end":"2026-04-09T01:55:10.284318Z","steps":["trace[811526271] 'agreement among raft nodes before linearized reading' (duration: 6.963153606s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:10.284352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.787981439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a48d6a0b264c0b\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-04-09T01:55:10.284405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:03.320501Z","time spent":"6.96388402s","remote":"127.0.0.1:58626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:10.284414Z","caller":"traceutil/trace.go:171","msg":"trace[398213029] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a48d6a0b264c0b; range_end:; response_count:1; response_revision:25417; }","duration":"9.788079471s","start":"2026-04-09T01:55:00.496314Z","end":"2026-04-09T01:55:10.284393Z","steps":["trace[398213029] 'agreement among raft nodes before linearized reading' (duration: 9.787862137s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:10.284468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:00.496294Z","time spent":"9.788163682s","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a48d6a0b264c0b\" "} {"level":"warn","ts":"2026-04-09T01:55:10.284312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.927862527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:10.284616Z","caller":"traceutil/trace.go:171","msg":"trace[784571329] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25417; }","duration":"8.928217043s","start":"2026-04-09T01:55:01.356376Z","end":"2026-04-09T01:55:10.284593Z","steps":["trace[784571329] 'agreement among raft nodes before linearized reading' (duration: 8.927606102s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:10.284755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:01.35635Z","time spent":"8.928321845s","remote":"127.0.0.1:58380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} 2026/04/09 01:55:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:10.515101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000180679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:55:10.515212Z","caller":"traceutil/trace.go:171","msg":"trace[1453480169] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000355412s","start":"2026-04-09T01:55:08.514828Z","end":"2026-04-09T01:55:10.515183Z","steps":["trace[1453480169] 'agreement among raft nodes before linearized reading' (duration: 2.000200289s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:10.515268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:08.514802Z","time spent":"2.000456364s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:55:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:10.743436Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.121612943s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:55:11.8753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131596217s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:493"} {"level":"info","ts":"2026-04-09T01:55:11.875402Z","caller":"traceutil/trace.go:171","msg":"trace[1929604746] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25417; }","duration":"2.253702879s","start":"2026-04-09T01:55:09.621682Z","end":"2026-04-09T01:55:11.875385Z","steps":["trace[1929604746] 'process raft request' (duration: 1.121943689s)","trace[1929604746] 'compare' (duration: 1.131532116s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:11.875452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:09.621647Z","time spent":"2.253788171s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":517,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:12.399509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997922224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:12.399597Z","caller":"traceutil/trace.go:171","msg":"trace[2012113439] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998076576s","start":"2026-04-09T01:55:09.401498Z","end":"2026-04-09T01:55:12.399575Z","steps":["trace[2012113439] 'agreement among raft nodes before linearized reading' (duration: 2.997953514s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:12.399641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:09.401478Z","time spent":"2.998156148s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/09 01:55:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:12.515483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000212557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:12.515609Z","caller":"traceutil/trace.go:171","msg":"trace[65638230] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00037238s","start":"2026-04-09T01:55:10.515177Z","end":"2026-04-09T01:55:12.51555Z","steps":["trace[65638230] 'agreement among raft nodes before linearized reading' (duration: 2.000263408s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:12.515666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:10.515133Z","time spent":"2.000523074s","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:55:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:13.050361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000107526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:55:13.050472Z","caller":"traceutil/trace.go:171","msg":"trace[1083775066] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00028943s","start":"2026-04-09T01:55:11.050152Z","end":"2026-04-09T01:55:13.050442Z","steps":["trace[1083775066] 'agreement among raft nodes before linearized reading' (duration: 2.000162217s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:13.05055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:11.050119Z","time spent":"2.000406132s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:55:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:13.525483Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.781843435s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T01:55:13.526176Z","caller":"traceutil/trace.go:171","msg":"trace[324041385] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25417; }","duration":"3.511842085s","start":"2026-04-09T01:55:10.014277Z","end":"2026-04-09T01:55:13.526119Z","steps":["trace[324041385] 'process raft request' (duration: 3.511624061s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:13.526453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:10.014247Z","time spent":"3.512039578s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":530,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:13.924087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.004017886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:13.924194Z","caller":"traceutil/trace.go:171","msg":"trace[1010512487] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.00418749s","start":"2026-04-09T01:55:03.919979Z","end":"2026-04-09T01:55:13.924166Z","steps":["trace[1010512487] 'agreement among raft nodes before linearized reading' (duration: 10.004052766s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:13.924247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:03.919957Z","time spent":"10.004277881s","remote":"127.0.0.1:41218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/04/09 01:55:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:14.523137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000076646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:55:14.523322Z","caller":"traceutil/trace.go:171","msg":"trace[953626225] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000313279s","start":"2026-04-09T01:55:12.522971Z","end":"2026-04-09T01:55:14.523284Z","steps":["trace[953626225] 'agreement among raft nodes before linearized reading' (duration: 2.000111086s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:14.523415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:12.522952Z","time spent":"2.000448423s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:14.662213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:13.920185Z","time spent":"742.016413ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-09T01:55:14.662396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135326008s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-04-09T01:55:14.662677Z","caller":"traceutil/trace.go:171","msg":"trace[881740417] compact","detail":"{revision:22632; response_revision:25417; }","duration":"4.378944478s","start":"2026-04-09T01:55:10.283713Z","end":"2026-04-09T01:55:14.662658Z","steps":["trace[881740417] 'process raft request' (duration: 3.242339446s)","trace[881740417] 'check and update compact revision' (duration: 1.135174435s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:14.662734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:10.283653Z","time spent":"4.37907785s","remote":"127.0.0.1:38786","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-09T01:55:14.662779Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22632} {"level":"info","ts":"2026-04-09T01:55:14.663328Z","caller":"traceutil/trace.go:171","msg":"trace[2077408226] linearizableReadLoop","detail":"{readStateIndex:26258; appliedIndex:26255; }","duration":"4.37966484s","start":"2026-04-09T01:55:10.283639Z","end":"2026-04-09T01:55:14.663304Z","steps":["trace[2077408226] 'read index received' (duration: 460.002062ms)","trace[2077408226] 'applied index is now lower than readState.Index' (duration: 3.919660628s)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:14.66342Z","caller":"traceutil/trace.go:171","msg":"trace[1030680742] transaction","detail":"{read_only:false; response_revision:25418; number_of_response:1; }","duration":"4.374703689s","start":"2026-04-09T01:55:10.288702Z","end":"2026-04-09T01:55:14.663405Z","steps":["trace[1030680742] 'process raft request' (duration: 4.373816722s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:14.663531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:10.28869Z","time spent":"4.37475342s","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:15.164487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628038929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:15.568578Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.042822839s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:55:15.641386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.988465959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:55:15.641496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.296355062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7cccc67dfb-8qcgc\" ","response":"range_response_count:1 size:8682"} {"level":"info","ts":"2026-04-09T01:55:15.641491Z","caller":"traceutil/trace.go:171","msg":"trace[1338737830] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25418; }","duration":"5.988656353s","start":"2026-04-09T01:55:09.652808Z","end":"2026-04-09T01:55:15.641464Z","steps":["trace[1338737830] 'agreement among raft nodes before linearized reading' (duration: 5.010874728s)","trace[1338737830] 'count revisions from in-memory index tree' (duration: 977.611352ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:15.641517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.303930153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-4b4zs\" ","response":"range_response_count:1 size:4909"} {"level":"warn","ts":"2026-04-09T01:55:15.641525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.145712039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-09T01:55:15.641607Z","caller":"traceutil/trace.go:171","msg":"trace[224910876] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-4b4zs; range_end:; response_count:1; response_revision:25418; }","duration":"12.304056325s","start":"2026-04-09T01:55:03.337529Z","end":"2026-04-09T01:55:15.641585Z","steps":["trace[224910876] 'agreement among raft nodes before linearized reading' (duration: 11.326227909s)","trace[224910876] 'range keys from in-memory index tree' (duration: 977.591531ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:15.641602Z","caller":"traceutil/trace.go:171","msg":"trace[394230121] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7cccc67dfb-8qcgc; range_end:; response_count:1; response_revision:25418; }","duration":"12.296494265s","start":"2026-04-09T01:55:03.345077Z","end":"2026-04-09T01:55:15.641571Z","steps":["trace[394230121] 'agreement among raft nodes before linearized reading' (duration: 11.318635539s)","trace[394230121] 'range keys from in-memory index tree' (duration: 977.573021ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:15.641633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:09.652785Z","time spent":"5.988805315s","remote":"127.0.0.1:40896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:15.641651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:03.337512Z","time spent":"12.304131307s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4933,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-4b4zs\" "} {"level":"info","ts":"2026-04-09T01:55:15.641642Z","caller":"traceutil/trace.go:171","msg":"trace[880813931] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25418; }","duration":"12.145894182s","start":"2026-04-09T01:55:03.495714Z","end":"2026-04-09T01:55:15.641608Z","steps":["trace[880813931] 'agreement among raft nodes before linearized reading' (duration: 11.167988436s)","trace[880813931] 'range keys from in-memory index tree' (duration: 977.614091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:15.641659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:03.345071Z","time spent":"12.296579166s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8706,"request content":"key:\"/registry/pods/openstack/magnum-api-7cccc67dfb-8qcgc\" "} {"level":"warn","ts":"2026-04-09T01:55:15.641698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:03.495688Z","time spent":"12.145999304s","remote":"127.0.0.1:50206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-09T01:55:15.641868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.303064862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:15.641912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.471791184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:15.641909Z","caller":"traceutil/trace.go:171","msg":"trace[1923567891] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25418; }","duration":"10.303160473s","start":"2026-04-09T01:55:05.338736Z","end":"2026-04-09T01:55:15.641896Z","steps":["trace[1923567891] 'agreement among raft nodes before linearized reading' (duration: 9.325015432s)","trace[1923567891] 'count revisions from in-memory index tree' (duration: 978.090631ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:15.64194Z","caller":"traceutil/trace.go:171","msg":"trace[1520993459] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25418; }","duration":"6.471861985s","start":"2026-04-09T01:55:09.170066Z","end":"2026-04-09T01:55:15.641928Z","steps":["trace[1520993459] 'agreement among raft nodes before linearized reading' (duration: 5.493687663s)","trace[1520993459] 'count revisions from in-memory index tree' (duration: 978.13701ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:15.64197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:09.170041Z","time spent":"6.471922016s","remote":"127.0.0.1:59746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:15.642025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.30432175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-09T01:55:15.642058Z","caller":"traceutil/trace.go:171","msg":"trace[1270586358] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25418; }","duration":"12.304408971s","start":"2026-04-09T01:55:03.337639Z","end":"2026-04-09T01:55:15.642048Z","steps":["trace[1270586358] 'agreement among raft nodes before linearized reading' (duration: 11.326105727s)","trace[1270586358] 'range keys from in-memory index tree' (duration: 978.222783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:15.642089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:03.337618Z","time spent":"12.304459784s","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-09T01:55:15.641942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:05.338712Z","time spent":"10.303221604s","remote":"127.0.0.1:41822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:15.642179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.303677808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9ece3dc2-cec2-426a-a616-ada687a9d2c6\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-09T01:55:15.642208Z","caller":"traceutil/trace.go:171","msg":"trace[2055218241] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9ece3dc2-cec2-426a-a616-ada687a9d2c6; range_end:; response_count:1; response_revision:25418; }","duration":"12.303706489s","start":"2026-04-09T01:55:03.338492Z","end":"2026-04-09T01:55:15.642199Z","steps":["trace[2055218241] 'agreement among raft nodes before linearized reading' (duration: 11.325237821s)","trace[2055218241] 'range keys from in-memory index tree' (duration: 978.387087ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:15.642228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:03.33846Z","time spent":"12.30376392s","remote":"127.0.0.1:38944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-9ece3dc2-cec2-426a-a616-ada687a9d2c6\" "} {"level":"warn","ts":"2026-04-09T01:55:15.642189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.053347283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:15.642295Z","caller":"traceutil/trace.go:171","msg":"trace[341293765] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25418; }","duration":"6.053550427s","start":"2026-04-09T01:55:09.588712Z","end":"2026-04-09T01:55:15.642262Z","steps":["trace[341293765] 'agreement among raft nodes before linearized reading' (duration: 5.075011858s)","trace[341293765] 'count revisions from in-memory index tree' (duration: 978.362586ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:15.642359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:09.588681Z","time spent":"6.053660408s","remote":"127.0.0.1:58748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:15.642427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.405177067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:15.642472Z","caller":"traceutil/trace.go:171","msg":"trace[1117168301] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25418; }","duration":"10.405280978s","start":"2026-04-09T01:55:05.237174Z","end":"2026-04-09T01:55:15.642455Z","steps":["trace[1117168301] 'agreement among raft nodes before linearized reading' (duration: 9.426588787s)","trace[1117168301] 'count revisions from in-memory index tree' (duration: 978.635081ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:15.64249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.694324797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:55:15.642494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.265244441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:15.64251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.292751784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:55:15.642499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.139568352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-09T01:55:15.642528Z","caller":"traceutil/trace.go:171","msg":"trace[110548512] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25418; }","duration":"11.694363188s","start":"2026-04-09T01:55:03.948154Z","end":"2026-04-09T01:55:15.642517Z","steps":["trace[110548512] 'agreement among raft nodes before linearized reading' (duration: 10.715540073s)","trace[110548512] 'count revisions from in-memory index tree' (duration: 978.754703ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:15.642538Z","caller":"traceutil/trace.go:171","msg":"trace[356820512] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25418; }","duration":"6.292818145s","start":"2026-04-09T01:55:09.349713Z","end":"2026-04-09T01:55:15.642531Z","steps":["trace[356820512] 'agreement among raft nodes before linearized reading' (duration: 5.314029071s)","trace[356820512] 'count revisions from in-memory index tree' (duration: 978.752023ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:15.642542Z","caller":"traceutil/trace.go:171","msg":"trace[129675644] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25418; }","duration":"10.265344613s","start":"2026-04-09T01:55:05.377183Z","end":"2026-04-09T01:55:15.642528Z","steps":["trace[129675644] 'agreement among raft nodes before linearized reading' (duration: 9.286505998s)","trace[129675644] 'count revisions from in-memory index tree' (duration: 978.754713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:15.642548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.391376558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:15.642562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:09.349692Z","time spent":"6.292864976s","remote":"127.0.0.1:39136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:15.642559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:03.948117Z","time spent":"11.694434389s","remote":"127.0.0.1:53656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:15.642582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:05.377156Z","time spent":"10.265416185s","remote":"127.0.0.1:58714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:15.642582Z","caller":"traceutil/trace.go:171","msg":"trace[1549255991] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25418; }","duration":"11.391461139s","start":"2026-04-09T01:55:04.251108Z","end":"2026-04-09T01:55:15.642569Z","steps":["trace[1549255991] 'agreement among raft nodes before linearized reading' (duration: 10.412645585s)","trace[1549255991] 'count revisions from in-memory index tree' (duration: 978.775133ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:15.642618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:04.25108Z","time spent":"11.39153076s","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:15.642818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.457769509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:15.642826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.300626811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-09T01:55:15.642853Z","caller":"traceutil/trace.go:171","msg":"trace[425586911] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25418; }","duration":"11.4578386s","start":"2026-04-09T01:55:04.185002Z","end":"2026-04-09T01:55:15.642841Z","steps":["trace[425586911] 'agreement among raft nodes before linearized reading' (duration: 10.478765432s)","trace[425586911] 'count revisions from in-memory index tree' (duration: 979.027568ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:15.642864Z","caller":"traceutil/trace.go:171","msg":"trace[234838834] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25418; }","duration":"12.300674393s","start":"2026-04-09T01:55:03.342177Z","end":"2026-04-09T01:55:15.642852Z","steps":["trace[234838834] 'agreement among raft nodes before linearized reading' (duration: 11.321544533s)","trace[234838834] 'range keys from in-memory index tree' (duration: 978.980357ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:15.642877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.101239927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:55:15.642885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:04.184981Z","time spent":"11.457896421s","remote":"127.0.0.1:58508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:15.642855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.976256521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-09T01:55:15.642895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:03.342172Z","time spent":"12.300715893s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T01:55:15.642942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.588568828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:15.642968Z","caller":"traceutil/trace.go:171","msg":"trace[734943639] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25418; }","duration":"7.588642499s","start":"2026-04-09T01:55:08.054318Z","end":"2026-04-09T01:55:15.642961Z","steps":["trace[734943639] 'agreement among raft nodes before linearized reading' (duration: 6.609465259s)","trace[734943639] 'count revisions from in-memory index tree' (duration: 979.14248ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:15.642958Z","caller":"traceutil/trace.go:171","msg":"trace[660155713] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25418; }","duration":"6.976419884s","start":"2026-04-09T01:55:08.666505Z","end":"2026-04-09T01:55:15.642924Z","steps":["trace[660155713] 'agreement among raft nodes before linearized reading' (duration: 5.997259964s)","trace[660155713] 'range keys from in-memory index tree' (duration: 978.906375ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:15.642988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:08.054269Z","time spent":"7.588713961s","remote":"127.0.0.1:39168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:15.643012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:08.666475Z","time spent":"6.976526536s","remote":"127.0.0.1:50206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-09T01:55:15.642506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:05.237071Z","time spent":"10.405424911s","remote":"127.0.0.1:40828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:15.643036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.585792947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-09T01:55:15.643072Z","caller":"traceutil/trace.go:171","msg":"trace[588454678] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25418; }","duration":"7.585845007s","start":"2026-04-09T01:55:08.057216Z","end":"2026-04-09T01:55:15.643061Z","steps":["trace[588454678] 'agreement among raft nodes before linearized reading' (duration: 6.606558955s)","trace[588454678] 'range keys from in-memory index tree' (duration: 979.16176ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:15.643098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.735723367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:15.643109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:08.057203Z","time spent":"7.585894858s","remote":"127.0.0.1:40804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-09T01:55:15.64312Z","caller":"traceutil/trace.go:171","msg":"trace[499014089] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25418; }","duration":"10.735823648s","start":"2026-04-09T01:55:04.907289Z","end":"2026-04-09T01:55:15.643112Z","steps":["trace[499014089] 'agreement among raft nodes before linearized reading' (duration: 9.756484615s)","trace[499014089] 'count revisions from in-memory index tree' (duration: 979.296993ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:15.643139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:04.907261Z","time spent":"10.73587295s","remote":"127.0.0.1:60270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:15.643394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.587093425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:15.643422Z","caller":"traceutil/trace.go:171","msg":"trace[131540986] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25418; }","duration":"9.587165017s","start":"2026-04-09T01:55:06.056246Z","end":"2026-04-09T01:55:15.643411Z","steps":["trace[131540986] 'agreement among raft nodes before linearized reading' (duration: 8.607597089s)","trace[131540986] 'count revisions from in-memory index tree' (duration: 979.532157ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:15.643452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:06.05622Z","time spent":"9.587224988s","remote":"127.0.0.1:48932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:15.643507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.127963046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:15.64355Z","caller":"traceutil/trace.go:171","msg":"trace[1618082599] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25418; }","duration":"10.128064488s","start":"2026-04-09T01:55:05.51547Z","end":"2026-04-09T01:55:15.643534Z","steps":["trace[1618082599] 'agreement among raft nodes before linearized reading' (duration: 9.148382127s)","trace[1618082599] 'count revisions from in-memory index tree' (duration: 979.63157ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:15.643569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.679759229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:55:15.643582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:05.515446Z","time spent":"10.128126938s","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:15.643589Z","caller":"traceutil/trace.go:171","msg":"trace[1249349128] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25418; }","duration":"7.679824831s","start":"2026-04-09T01:55:07.963758Z","end":"2026-04-09T01:55:15.643583Z","steps":["trace[1249349128] 'agreement among raft nodes before linearized reading' (duration: 6.700034328s)","trace[1249349128] 'count revisions from in-memory index tree' (duration: 979.750732ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:15.64361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:07.963732Z","time spent":"7.679872932s","remote":"127.0.0.1:48962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:15.643722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.711385326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:15.643744Z","caller":"traceutil/trace.go:171","msg":"trace[1909936897] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25418; }","duration":"7.711404916s","start":"2026-04-09T01:55:07.93233Z","end":"2026-04-09T01:55:15.643735Z","steps":["trace[1909936897] 'agreement among raft nodes before linearized reading' (duration: 6.731469451s)","trace[1909936897] 'count revisions from in-memory index tree' (duration: 979.907585ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:15.643768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:07.932261Z","time spent":"7.711501118s","remote":"127.0.0.1:58860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:15.643883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.109979149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:55:15.643907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.314626512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:15.643918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.896865585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:15.643928Z","caller":"traceutil/trace.go:171","msg":"trace[1306459484] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25418; }","duration":"8.110073661s","start":"2026-04-09T01:55:07.533839Z","end":"2026-04-09T01:55:15.643913Z","steps":["trace[1306459484] 'agreement among raft nodes before linearized reading' (duration: 7.129983363s)","trace[1306459484] 'count revisions from in-memory index tree' (duration: 980.031097ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:15.64395Z","caller":"traceutil/trace.go:171","msg":"trace[996628131] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25418; }","duration":"9.314694654s","start":"2026-04-09T01:55:06.329227Z","end":"2026-04-09T01:55:15.643922Z","steps":["trace[996628131] 'agreement among raft nodes before linearized reading' (duration: 8.334607836s)","trace[996628131] 'count revisions from in-memory index tree' (duration: 980.049947ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:15.643959Z","caller":"traceutil/trace.go:171","msg":"trace[1094174424] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25418; }","duration":"7.896944267s","start":"2026-04-09T01:55:07.746999Z","end":"2026-04-09T01:55:15.643943Z","steps":["trace[1094174424] 'agreement among raft nodes before linearized reading' (duration: 6.916809588s)","trace[1094174424] 'count revisions from in-memory index tree' (duration: 980.088808ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:15.643972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:06.329207Z","time spent":"9.314759145s","remote":"127.0.0.1:41182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:15.643995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:07.746977Z","time spent":"7.897009779s","remote":"127.0.0.1:39308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:15.644051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.965092362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5465"} {"level":"warn","ts":"2026-04-09T01:55:15.643964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:07.533809Z","time spent":"8.110146232s","remote":"127.0.0.1:47618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:15.644082Z","caller":"traceutil/trace.go:171","msg":"trace[1665092843] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:25418; }","duration":"7.965119472s","start":"2026-04-09T01:55:07.678952Z","end":"2026-04-09T01:55:15.644071Z","steps":["trace[1665092843] 'agreement among raft nodes before linearized reading' (duration: 6.984863402s)","trace[1665092843] 'range keys from in-memory index tree' (duration: 980.173029ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:15.644115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:07.67889Z","time spent":"7.965218324s","remote":"127.0.0.1:39030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":5489,"request content":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" "} {"level":"info","ts":"2026-04-09T01:55:15.644404Z","caller":"traceutil/trace.go:171","msg":"trace[884840593] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25418; }","duration":"6.139689604s","start":"2026-04-09T01:55:09.502858Z","end":"2026-04-09T01:55:15.642548Z","steps":["trace[884840593] 'agreement among raft nodes before linearized reading' (duration: 5.16087467s)","trace[884840593] 'count revisions from in-memory index tree' (duration: 978.727533ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:15.644479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:09.502836Z","time spent":"6.141626379s","remote":"127.0.0.1:39122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:15.645656Z","caller":"traceutil/trace.go:171","msg":"trace[1295562497] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25418; }","duration":"11.102046151s","start":"2026-04-09T01:55:04.540856Z","end":"2026-04-09T01:55:15.642902Z","steps":["trace[1295562497] 'agreement among raft nodes before linearized reading' (duration: 10.122846781s)","trace[1295562497] 'count revisions from in-memory index tree' (duration: 978.401567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:15.64574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:04.540832Z","time spent":"11.104885664s","remote":"127.0.0.1:39320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:15.647068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.305623357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-04-09T01:55:15.647189Z","caller":"traceutil/trace.go:171","msg":"trace[1441360893] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965; range_end:; response_count:1; response_revision:25418; }","duration":"11.305790511s","start":"2026-04-09T01:55:04.341374Z","end":"2026-04-09T01:55:15.647165Z","steps":["trace[1441360893] 'agreement among raft nodes before linearized reading' (duration: 10.322360811s)","trace[1441360893] 'range keys from in-memory index tree' (duration: 983.055823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:15.647272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:04.34135Z","time spent":"11.305908712s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" "} {"level":"warn","ts":"2026-04-09T01:55:15.985195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.184079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:15.985759Z","caller":"traceutil/trace.go:171","msg":"trace[257892053] transaction","detail":"{read_only:false; response_revision:25419; number_of_response:1; }","duration":"3.694544844s","start":"2026-04-09T01:55:12.291179Z","end":"2026-04-09T01:55:15.985724Z","steps":["trace[257892053] 'process raft request' (duration: 3.277665252s)","trace[257892053] 'compare' (duration: 75.49543ms)","trace[257892053] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/orc-system/f35396c5.k-orc.cloud; req_size:495; } (duration: 339.775433ms)"],"step_count":3} {"level":"warn","ts":"2026-04-09T01:55:15.985854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:12.291145Z","time spent":"3.694662007s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:16.524639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00025777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:55:16.524725Z","caller":"traceutil/trace.go:171","msg":"trace[1174912658] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000417123s","start":"2026-04-09T01:55:14.524286Z","end":"2026-04-09T01:55:16.524704Z","steps":["trace[1174912658] 'agreement among raft nodes before linearized reading' (duration: 2.000306641s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:16.524765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:14.524259Z","time spent":"2.000498714s","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:16.586217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.429626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:16.586359Z","caller":"traceutil/trace.go:171","msg":"trace[1492743612] transaction","detail":"{read_only:false; response_revision:25420; number_of_response:1; }","duration":"4.294336359s","start":"2026-04-09T01:55:12.291991Z","end":"2026-04-09T01:55:16.586327Z","steps":["trace[1492743612] 'process raft request' (duration: 3.693713979s)","trace[1492743612] 'compare' (duration: 198.079153ms)","trace[1492743612] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capo-system/controller-leader-election-capo; req_size:520; } (duration: 401.957865ms)"],"step_count":3} {"level":"warn","ts":"2026-04-09T01:55:16.586418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:12.29198Z","time spent":"4.29441502s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:17.289805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:12.294042Z","time spent":"4.995752877s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-09T01:55:17.289965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:12.292162Z","time spent":"4.997789715s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-09T01:55:17.29009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:12.292131Z","time spent":"4.997957499s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-09T01:55:17.290203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:12.292896Z","time spent":"4.997297737s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 01:55:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:17.290624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:12.292781Z","time spent":"4.997840037s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 01:55:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:17.290733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:12.293007Z","time spent":"4.997723244s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 01:55:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:17.797711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211259306s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-09T01:55:18.533405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000023066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:18.533521Z","caller":"traceutil/trace.go:171","msg":"trace[19201415] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000202728s","start":"2026-04-09T01:55:16.533294Z","end":"2026-04-09T01:55:18.533497Z","steps":["trace[19201415] 'agreement among raft nodes before linearized reading' (duration: 2.000061406s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:18.533583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:16.53327Z","time spent":"2.00030225s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:55:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:19.579619Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.360647816s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:55:20.534102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000104867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:55:20.534174Z","caller":"traceutil/trace.go:171","msg":"trace[1369615683] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000234239s","start":"2026-04-09T01:55:18.533924Z","end":"2026-04-09T01:55:20.534158Z","steps":["trace[1369615683] 'agreement among raft nodes before linearized reading' (duration: 2.000143827s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:20.534206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:18.533906Z","time spent":"2.000294561s","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:20.874568Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.293678955s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:55:21.510839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816395519s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:21.51097Z","caller":"traceutil/trace.go:171","msg":"trace[403431645] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25421; }","duration":"1.816539831s","start":"2026-04-09T01:55:19.694408Z","end":"2026-04-09T01:55:21.510947Z","steps":["trace[403431645] 'range keys from in-memory index tree' (duration: 1.816369358s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:21.851223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.053267186s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-04-09T01:55:22.289488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996089333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:22.28999Z","caller":"traceutil/trace.go:171","msg":"trace[1194007386] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.996648324s","start":"2026-04-09T01:55:17.293297Z","end":"2026-04-09T01:55:22.289945Z","steps":["trace[1194007386] 'agreement among raft nodes before linearized reading' (duration: 4.996122334s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:22.29005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997644663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-09T01:55:22.290082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:17.293269Z","time spent":"4.996788186s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-04-09T01:55:22.290134Z","caller":"traceutil/trace.go:171","msg":"trace[1159792595] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.997819346s","start":"2026-04-09T01:55:17.292292Z","end":"2026-04-09T01:55:22.290111Z","steps":["trace[1159792595] 'agreement among raft nodes before linearized reading' (duration: 4.997685784s)"],"step_count":1} 2026/04/09 01:55:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:22.290177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:17.292265Z","time spent":"4.997904727s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/09 01:55:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:22.291061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997703623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:22.291162Z","caller":"traceutil/trace.go:171","msg":"trace[1175449955] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997852146s","start":"2026-04-09T01:55:17.293297Z","end":"2026-04-09T01:55:22.291149Z","steps":["trace[1175449955] 'agreement among raft nodes before linearized reading' (duration: 4.997748854s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:22.291215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997560961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:22.29127Z","caller":"traceutil/trace.go:171","msg":"trace[1700716339] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.997658983s","start":"2026-04-09T01:55:17.293596Z","end":"2026-04-09T01:55:22.291255Z","steps":["trace[1700716339] 'agreement among raft nodes before linearized reading' (duration: 4.997609502s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:22.29114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99754967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-09T01:55:22.291186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997433668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:22.291381Z","caller":"traceutil/trace.go:171","msg":"trace[1033580233] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.997842637s","start":"2026-04-09T01:55:17.293528Z","end":"2026-04-09T01:55:22.291371Z","steps":["trace[1033580233] 'agreement among raft nodes before linearized reading' (duration: 4.997590291s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:22.291527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:17.293509Z","time spent":"4.998006619s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/09 01:55:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:22.291234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:17.293249Z","time spent":"4.997973778s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/09 01:55:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-09T01:55:22.291439Z","caller":"traceutil/trace.go:171","msg":"trace[988805924] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.997721254s","start":"2026-04-09T01:55:17.293688Z","end":"2026-04-09T01:55:22.291409Z","steps":["trace[988805924] 'agreement among raft nodes before linearized reading' (duration: 4.997426148s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:22.291855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:17.293661Z","time spent":"4.998168112s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/09 01:55:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:22.291698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:17.293566Z","time spent":"4.998111881s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/09 01:55:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:22.292071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:15.291967Z","time spent":"7.000101143s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-09T01:55:22.446814Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529d6fc572ccda","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-09T01:55:22.543139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999609917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:22.54324Z","caller":"traceutil/trace.go:171","msg":"trace[1011341321] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99978521s","start":"2026-04-09T01:55:20.543429Z","end":"2026-04-09T01:55:22.543214Z","steps":["trace[1011341321] 'agreement among raft nodes before linearized reading' (duration: 1.999660928s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:22.543301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:20.543395Z","time spent":"1.999896222s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:55:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:22.989679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:17.99133Z","time spent":"4.998338065s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-09T01:55:23.459866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:16.4591Z","time spent":"7.000757604s","remote":"127.0.0.1:40804","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-09T01:55:23.590346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:18.592905Z","time spent":"4.997431458s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 01:55:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:23.894662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043236727s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-04-09T01:55:24.54389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00031252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:55:24.543995Z","caller":"traceutil/trace.go:171","msg":"trace[195540171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000476802s","start":"2026-04-09T01:55:22.543492Z","end":"2026-04-09T01:55:24.543969Z","steps":["trace[195540171] 'agreement among raft nodes before linearized reading' (duration: 2.00033881s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:24.544053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:22.543474Z","time spent":"2.000567815s","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:24.7922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:17.791739Z","time spent":"7.000453449s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-09T01:55:25.240661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34579771s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-04-09T01:55:25.88947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.574629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:26.241589Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22632,"took":"11.574777661s","hash":3090802172,"current-db-size-bytes":57982976,"current-db-size":"58 MB","current-db-size-in-use-bytes":35250176,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-09T01:55:26.241686Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3090802172,"revision":22632,"compact-revision":19959} {"level":"warn","ts":"2026-04-09T01:55:26.241998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.321546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:26.24218Z","caller":"traceutil/trace.go:171","msg":"trace[192198598] linearizableReadLoop","detail":"{readStateIndex:26268; appliedIndex:26260; }","duration":"11.578775404s","start":"2026-04-09T01:55:14.66337Z","end":"2026-04-09T01:55:26.242146Z","steps":["trace[192198598] 'read index received' (duration: 905.492614ms)","trace[192198598] 'applied index is now lower than readState.Index' (duration: 10.67327988s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:26.242283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.309618357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:26.242361Z","caller":"traceutil/trace.go:171","msg":"trace[33706232] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25427; }","duration":"13.30976524s","start":"2026-04-09T01:55:12.932577Z","end":"2026-04-09T01:55:26.242342Z","steps":["trace[33706232] 'agreement among raft nodes before linearized reading' (duration: 13.309611727s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.2424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:12.932549Z","time spent":"13.309843062s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.242489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.655383952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:26.242563Z","caller":"traceutil/trace.go:171","msg":"trace[977204962] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25427; }","duration":"12.655522245s","start":"2026-04-09T01:55:13.587016Z","end":"2026-04-09T01:55:26.242538Z","steps":["trace[977204962] 'agreement among raft nodes before linearized reading' (duration: 12.655416532s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.242537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.580346513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:55:26.242625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:13.586987Z","time spent":"12.655620698s","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:26.242631Z","caller":"traceutil/trace.go:171","msg":"trace[1162959537] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25427; }","duration":"11.580520487s","start":"2026-04-09T01:55:14.662087Z","end":"2026-04-09T01:55:26.242607Z","steps":["trace[1162959537] 'agreement among raft nodes before linearized reading' (duration: 11.580340782s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.242672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.950895501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:26.242688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:14.662063Z","time spent":"11.580613579s","remote":"127.0.0.1:48976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:26.242743Z","caller":"traceutil/trace.go:171","msg":"trace[1593505103] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25427; }","duration":"13.950963943s","start":"2026-04-09T01:55:12.291766Z","end":"2026-04-09T01:55:26.24273Z","steps":["trace[1593505103] 'agreement among raft nodes before linearized reading' (duration: 13.950529054s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.24278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:12.291725Z","time spent":"13.951042653s","remote":"127.0.0.1:53630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.242775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.921060031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:55:26.242795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.510268741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:26.242883Z","caller":"traceutil/trace.go:171","msg":"trace[2052509236] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25427; }","duration":"12.921243055s","start":"2026-04-09T01:55:13.321612Z","end":"2026-04-09T01:55:26.242855Z","steps":["trace[2052509236] 'agreement among raft nodes before linearized reading' (duration: 12.920807756s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:26.242895Z","caller":"traceutil/trace.go:171","msg":"trace[1911582819] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25427; }","duration":"12.510425264s","start":"2026-04-09T01:55:13.732443Z","end":"2026-04-09T01:55:26.242868Z","steps":["trace[1911582819] 'agreement among raft nodes before linearized reading' (duration: 12.509960445s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.242947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:13.321588Z","time spent":"12.921344806s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.242952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:13.732421Z","time spent":"12.510520095s","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.242976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.52681656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:26.243003Z","caller":"traceutil/trace.go:171","msg":"trace[24929562] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25427; }","duration":"15.526894001s","start":"2026-04-09T01:55:10.716098Z","end":"2026-04-09T01:55:26.242992Z","steps":["trace[24929562] 'agreement among raft nodes before linearized reading' (duration: 15.526268689s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.243036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:10.716071Z","time spent":"15.526955593s","remote":"127.0.0.1:58728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.243129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.804206568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:26.243178Z","caller":"traceutil/trace.go:171","msg":"trace[970905477] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25427; }","duration":"14.804255278s","start":"2026-04-09T01:55:11.438907Z","end":"2026-04-09T01:55:26.243163Z","steps":["trace[970905477] 'agreement among raft nodes before linearized reading' (duration: 14.803413972s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.24319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.849331755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:26.243218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:11.438825Z","time spent":"14.804382881s","remote":"127.0.0.1:58842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.24323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.720185096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:26.243238Z","caller":"traceutil/trace.go:171","msg":"trace[368684655] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25427; }","duration":"14.849435776s","start":"2026-04-09T01:55:11.393788Z","end":"2026-04-09T01:55:26.243224Z","steps":["trace[368684655] 'agreement among raft nodes before linearized reading' (duration: 14.8485506s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:26.243252Z","caller":"traceutil/trace.go:171","msg":"trace[1310076375] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25427; }","duration":"15.720230337s","start":"2026-04-09T01:55:10.523015Z","end":"2026-04-09T01:55:26.243245Z","steps":["trace[1310076375] 'agreement among raft nodes before linearized reading' (duration: 15.71936352s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.243274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:10.523003Z","time spent":"15.720265048s","remote":"127.0.0.1:48860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.243283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:11.393759Z","time spent":"14.849511518s","remote":"127.0.0.1:58520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.243459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.92561345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18542"} {"level":"info","ts":"2026-04-09T01:55:26.243505Z","caller":"traceutil/trace.go:171","msg":"trace[386945263] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25427; }","duration":"14.926452845s","start":"2026-04-09T01:55:11.31704Z","end":"2026-04-09T01:55:26.243493Z","steps":["trace[386945263] 'agreement among raft nodes before linearized reading' (duration: 14.925316394s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.243536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:11.316956Z","time spent":"14.926571187s","remote":"127.0.0.1:38966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18566,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-09T01:55:26.243563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.410712765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272961"} {"level":"warn","ts":"2026-04-09T01:55:26.24321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.954893689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-04-09T01:55:26.243652Z","caller":"traceutil/trace.go:171","msg":"trace[2048147846] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25427; }","duration":"12.410856728s","start":"2026-04-09T01:55:13.832773Z","end":"2026-04-09T01:55:26.24363Z","steps":["trace[2048147846] 'agreement among raft nodes before linearized reading' (duration: 12.409637185s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.243699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:13.832753Z","time spent":"12.410935129s","remote":"127.0.0.1:39256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272985,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-09T01:55:26.243704Z","caller":"traceutil/trace.go:171","msg":"trace[583514563] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:25427; }","duration":"15.955412978s","start":"2026-04-09T01:55:10.288245Z","end":"2026-04-09T01:55:26.243657Z","steps":["trace[583514563] 'agreement among raft nodes before linearized reading' (duration: 15.954145715s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.243758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:10.288228Z","time spent":"15.95551608s","remote":"127.0.0.1:38978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-04-09T01:55:26.243842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.978483795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-09T01:55:26.243923Z","caller":"traceutil/trace.go:171","msg":"trace[797165315] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25427; }","duration":"12.978625039s","start":"2026-04-09T01:55:13.265284Z","end":"2026-04-09T01:55:26.243909Z","steps":["trace[797165315] 'agreement among raft nodes before linearized reading' (duration: 12.9771528s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.243968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:13.265256Z","time spent":"12.978701559s","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2632,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.258255Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"43.911µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"info","ts":"2026-04-09T01:55:26.258639Z","caller":"traceutil/trace.go:171","msg":"trace[634755858] transaction","detail":"{read_only:false; response_revision:25433; number_of_response:1; }","duration":"5.733534881s","start":"2026-04-09T01:55:20.525087Z","end":"2026-04-09T01:55:26.258622Z","steps":["trace[634755858] 'process raft request' (duration: 5.733012372s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.258771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:20.525052Z","time spent":"5.733634413s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:26.258804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.271313296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:26.25887Z","caller":"traceutil/trace.go:171","msg":"trace[1899106231] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25435; }","duration":"6.271412907s","start":"2026-04-09T01:55:19.987438Z","end":"2026-04-09T01:55:26.258851Z","steps":["trace[1899106231] 'agreement among raft nodes before linearized reading' (duration: 6.271296705s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.258881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.509870039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-09T01:55:26.258914Z","caller":"traceutil/trace.go:171","msg":"trace[666662184] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25435; }","duration":"10.509954131s","start":"2026-04-09T01:55:15.74895Z","end":"2026-04-09T01:55:26.258905Z","steps":["trace[666662184] 'agreement among raft nodes before linearized reading' (duration: 10.509815228s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.258913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.612513502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:26.25891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.540513014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:26.258957Z","caller":"traceutil/trace.go:171","msg":"trace[804528542] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"5.637169854s","start":"2026-04-09T01:55:20.621775Z","end":"2026-04-09T01:55:26.258945Z","steps":["trace[804528542] 'process raft request' (duration: 5.636347779s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:26.258968Z","caller":"traceutil/trace.go:171","msg":"trace[304253822] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:25435; }","duration":"10.612596494s","start":"2026-04-09T01:55:15.646357Z","end":"2026-04-09T01:55:26.258954Z","steps":["trace[304253822] 'agreement among raft nodes before linearized reading' (duration: 10.612490782s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.25898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.289793388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:26.258983Z","caller":"traceutil/trace.go:171","msg":"trace[1342793496] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25435; }","duration":"11.540649947s","start":"2026-04-09T01:55:14.718315Z","end":"2026-04-09T01:55:26.258965Z","steps":["trace[1342793496] 'agreement among raft nodes before linearized reading' (duration: 11.540499204s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:26.259006Z","caller":"traceutil/trace.go:171","msg":"trace[1094037611] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25435; }","duration":"6.28986541s","start":"2026-04-09T01:55:19.969133Z","end":"2026-04-09T01:55:26.258999Z","steps":["trace[1094037611] 'agreement among raft nodes before linearized reading' (duration: 6.289828209s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.259005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:15.646339Z","time spent":"10.612657485s","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-09T01:55:26.25903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:19.969086Z","time spent":"6.289938701s","remote":"127.0.0.1:58754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.25903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.591613712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7cccc67dfb-8qcgc.18a48d6861d97b3c\" ","response":"range_response_count:1 size:832"} {"level":"warn","ts":"2026-04-09T01:55:26.259044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:20.621749Z","time spent":"5.637240995s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:26.259062Z","caller":"traceutil/trace.go:171","msg":"trace[361672172] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7cccc67dfb-8qcgc.18a48d6861d97b3c; range_end:; response_count:1; response_revision:25435; }","duration":"11.591671504s","start":"2026-04-09T01:55:14.667382Z","end":"2026-04-09T01:55:26.259054Z","steps":["trace[361672172] 'agreement among raft nodes before linearized reading' (duration: 11.591530481s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.259087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:14.667364Z","time spent":"11.591717494s","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":856,"request content":"key:\"/registry/events/openstack/magnum-api-7cccc67dfb-8qcgc.18a48d6861d97b3c\" "} {"level":"warn","ts":"2026-04-09T01:55:26.259157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.612989461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18542"} {"level":"warn","ts":"2026-04-09T01:55:26.25917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.41766779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:26.259186Z","caller":"traceutil/trace.go:171","msg":"trace[1497512024] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25435; }","duration":"10.613030302s","start":"2026-04-09T01:55:15.64615Z","end":"2026-04-09T01:55:26.25918Z","steps":["trace[1497512024] 'agreement among raft nodes before linearized reading' (duration: 10.612897019s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:26.259191Z","caller":"traceutil/trace.go:171","msg":"trace[676312583] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25435; }","duration":"6.417746841s","start":"2026-04-09T01:55:19.841438Z","end":"2026-04-09T01:55:26.259185Z","steps":["trace[676312583] 'agreement among raft nodes before linearized reading' (duration: 6.41771283s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.259206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:15.646133Z","time spent":"10.613069803s","remote":"127.0.0.1:38966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18566,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-09T01:55:26.259228Z","caller":"traceutil/trace.go:171","msg":"trace[1322761321] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"3.96451271s","start":"2026-04-09T01:55:22.294704Z","end":"2026-04-09T01:55:26.259217Z","steps":["trace[1322761321] 'process raft request' (duration: 3.963445062s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.259258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.605636114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-04-09T01:55:26.259289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:22.294686Z","time spent":"3.964576581s","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T01:55:26.259304Z","caller":"traceutil/trace.go:171","msg":"trace[507923233] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965; range_end:; response_count:1; response_revision:25435; }","duration":"10.605714857s","start":"2026-04-09T01:55:15.653578Z","end":"2026-04-09T01:55:26.259293Z","steps":["trace[507923233] 'agreement among raft nodes before linearized reading' (duration: 10.605593394s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.259317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.065036456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:26.259339Z","caller":"traceutil/trace.go:171","msg":"trace[809618627] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25435; }","duration":"11.065102978s","start":"2026-04-09T01:55:15.19423Z","end":"2026-04-09T01:55:26.259333Z","steps":["trace[809618627] 'agreement among raft nodes before linearized reading' (duration: 11.065070957s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.259363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:15.194206Z","time spent":"11.065152328s","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.259392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.353425257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:26.259025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:14.718293Z","time spent":"11.540723958s","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.259416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.608477098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-04-09T01:55:26.259446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.982567015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:26.259452Z","caller":"traceutil/trace.go:171","msg":"trace[361275717] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25435; }","duration":"10.60854943s","start":"2026-04-09T01:55:15.650895Z","end":"2026-04-09T01:55:26.259444Z","steps":["trace[361275717] 'agreement among raft nodes before linearized reading' (duration: 10.608460668s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:26.259468Z","caller":"traceutil/trace.go:171","msg":"trace[608634891] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25435; }","duration":"7.982633017s","start":"2026-04-09T01:55:18.276827Z","end":"2026-04-09T01:55:26.25946Z","steps":["trace[608634891] 'agreement among raft nodes before linearized reading' (duration: 7.982601486s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.259475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.955727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:26.259362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.654476563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-09T01:55:26.259523Z","caller":"traceutil/trace.go:171","msg":"trace[1313257136] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25435; }","duration":"6.654677707s","start":"2026-04-09T01:55:19.604835Z","end":"2026-04-09T01:55:26.259513Z","steps":["trace[1313257136] 'agreement among raft nodes before linearized reading' (duration: 6.654415791s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.259552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.275391356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:26.259554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:19.60481Z","time spent":"6.654735517s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:26.259576Z","caller":"traceutil/trace.go:171","msg":"trace[411887204] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25435; }","duration":"8.275462318s","start":"2026-04-09T01:55:17.984108Z","end":"2026-04-09T01:55:26.25957Z","steps":["trace[411887204] 'agreement among raft nodes before linearized reading' (duration: 8.275429127s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.259597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:17.984081Z","time spent":"8.275511398s","remote":"127.0.0.1:40934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.258917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:19.987421Z","time spent":"6.271481519s","remote":"127.0.0.1:58448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.259646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.163756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-09T01:55:26.259336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:15.653563Z","time spent":"10.605766957s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" "} {"level":"warn","ts":"2026-04-09T01:55:26.259665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.833591776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:26.259686Z","caller":"traceutil/trace.go:171","msg":"trace[593492018] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25435; }","duration":"969.251337ms","start":"2026-04-09T01:55:25.290425Z","end":"2026-04-09T01:55:26.259676Z","steps":["trace[593492018] 'agreement among raft nodes before linearized reading' (duration: 969.116494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.259523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.246204475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:26.259713Z","caller":"traceutil/trace.go:171","msg":"trace[2129905021] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25435; }","duration":"9.833671388s","start":"2026-04-09T01:55:16.426029Z","end":"2026-04-09T01:55:26.2597Z","steps":["trace[2129905021] 'agreement among raft nodes before linearized reading' (duration: 9.833604857s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.259723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:25.290404Z","time spent":"969.312298ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-09T01:55:26.259736Z","caller":"traceutil/trace.go:171","msg":"trace[840673513] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25435; }","duration":"8.246549061s","start":"2026-04-09T01:55:18.013177Z","end":"2026-04-09T01:55:26.259726Z","steps":["trace[840673513] 'agreement among raft nodes before linearized reading' (duration: 8.246327037s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.259748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:16.426006Z","time spent":"9.833734139s","remote":"127.0.0.1:47614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.259766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:18.01315Z","time spent":"8.246608912s","remote":"127.0.0.1:48900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.259485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:15.650875Z","time spent":"10.60860484s","remote":"127.0.0.1:38890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1336,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-04-09T01:55:26.259417Z","caller":"traceutil/trace.go:171","msg":"trace[1300128025] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25435; }","duration":"7.353449347s","start":"2026-04-09T01:55:18.905962Z","end":"2026-04-09T01:55:26.259411Z","steps":["trace[1300128025] 'agreement among raft nodes before linearized reading' (duration: 7.353413936s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.259906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:18.905886Z","time spent":"7.354013647s","remote":"127.0.0.1:40812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.25991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.866389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-09T01:55:26.259926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.496623247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:26.259941Z","caller":"traceutil/trace.go:171","msg":"trace[1257216610] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25435; }","duration":"969.93901ms","start":"2026-04-09T01:55:25.289991Z","end":"2026-04-09T01:55:26.25993Z","steps":["trace[1257216610] 'agreement among raft nodes before linearized reading' (duration: 969.855229ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:26.259966Z","caller":"traceutil/trace.go:171","msg":"trace[1082147700] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25435; }","duration":"9.496711049s","start":"2026-04-09T01:55:16.763243Z","end":"2026-04-09T01:55:26.259954Z","steps":["trace[1082147700] 'agreement among raft nodes before linearized reading' (duration: 9.496649417s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:26.25952Z","caller":"traceutil/trace.go:171","msg":"trace[807371899] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25435; }","duration":"656.045299ms","start":"2026-04-09T01:55:25.603463Z","end":"2026-04-09T01:55:26.259508Z","steps":["trace[807371899] 'agreement among raft nodes before linearized reading' (duration: 655.979197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.260003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:16.763218Z","time spent":"9.496775869s","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.260039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708456697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:26.260072Z","caller":"traceutil/trace.go:171","msg":"trace[1022086489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25435; }","duration":"1.708520259s","start":"2026-04-09T01:55:24.551544Z","end":"2026-04-09T01:55:26.260064Z","steps":["trace[1022086489] 'agreement among raft nodes before linearized reading' (duration: 1.708477398s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.259489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:18.276803Z","time spent":"7.982680237s","remote":"127.0.0.1:59764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.260093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.789110645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:26.260126Z","caller":"traceutil/trace.go:171","msg":"trace[493701753] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25435; }","duration":"4.789146795s","start":"2026-04-09T01:55:21.470972Z","end":"2026-04-09T01:55:26.260119Z","steps":["trace[493701753] 'agreement among raft nodes before linearized reading' (duration: 4.789094625s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.260144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.469104087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:26.259236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.535251251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:26.260193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919248828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:26.260215Z","caller":"traceutil/trace.go:171","msg":"trace[1955749221] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25435; }","duration":"1.919316588s","start":"2026-04-09T01:55:24.340893Z","end":"2026-04-09T01:55:26.26021Z","steps":["trace[1955749221] 'agreement among raft nodes before linearized reading' (duration: 1.919273797s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.260101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:24.551526Z","time spent":"1.708570399s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:26.25921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:19.841406Z","time spent":"6.417798582s","remote":"127.0.0.1:41858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.259969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:25.289968Z","time spent":"969.995152ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-09T01:55:26.260281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.067454395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:26.260302Z","caller":"traceutil/trace.go:171","msg":"trace[1972552255] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25435; }","duration":"2.067528547s","start":"2026-04-09T01:55:24.192769Z","end":"2026-04-09T01:55:26.260298Z","steps":["trace[1972552255] 'agreement among raft nodes before linearized reading' (duration: 2.067482926s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.260005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464813928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-09T01:55:26.260352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318435071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:26.260361Z","caller":"traceutil/trace.go:171","msg":"trace[421759234] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25435; }","duration":"1.465195875s","start":"2026-04-09T01:55:24.795151Z","end":"2026-04-09T01:55:26.260347Z","steps":["trace[421759234] 'agreement among raft nodes before linearized reading' (duration: 1.464833558s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.260374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.598912675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-09T01:55:26.260379Z","caller":"traceutil/trace.go:171","msg":"trace[1117567391] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25435; }","duration":"2.318493902s","start":"2026-04-09T01:55:23.941876Z","end":"2026-04-09T01:55:26.26037Z","steps":["trace[1117567391] 'agreement among raft nodes before linearized reading' (duration: 2.318460391s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.26001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:25.603438Z","time spent":"656.564307ms","remote":"127.0.0.1:41218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:26.260399Z","caller":"traceutil/trace.go:171","msg":"trace[367867408] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25435; }","duration":"5.598969965s","start":"2026-04-09T01:55:20.66142Z","end":"2026-04-09T01:55:26.26039Z","steps":["trace[367867408] 'agreement among raft nodes before linearized reading' (duration: 5.598901774s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.260399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:24.79513Z","time spent":"1.465259396s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-09T01:55:26.26041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:23.941856Z","time spent":"2.318537702s","remote":"127.0.0.1:41218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-09T01:55:26.260423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:20.661409Z","time spent":"5.599010117s","remote":"127.0.0.1:50206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-09T01:55:26.260153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:21.470914Z","time spent":"4.789231297s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.260532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.797339593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18542"} {"level":"warn","ts":"2026-04-09T01:55:26.260534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.866397975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:26.260551Z","caller":"traceutil/trace.go:171","msg":"trace[356929634] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25435; }","duration":"2.797403104s","start":"2026-04-09T01:55:23.463143Z","end":"2026-04-09T01:55:26.260546Z","steps":["trace[356929634] 'agreement among raft nodes before linearized reading' (duration: 2.797342053s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:26.260556Z","caller":"traceutil/trace.go:171","msg":"trace[897069370] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25435; }","duration":"5.866469087s","start":"2026-04-09T01:55:20.39408Z","end":"2026-04-09T01:55:26.260549Z","steps":["trace[897069370] 'agreement among raft nodes before linearized reading' (duration: 5.866430956s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.260189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.607546624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-04-09T01:55:26.260569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:23.46312Z","time spent":"2.797445145s","remote":"127.0.0.1:38966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18566,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-09T01:55:26.260575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:20.394054Z","time spent":"5.866515638s","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:26.260175Z","caller":"traceutil/trace.go:171","msg":"trace[1763846973] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25435; }","duration":"5.469176308s","start":"2026-04-09T01:55:20.790992Z","end":"2026-04-09T01:55:26.260168Z","steps":["trace[1763846973] 'agreement among raft nodes before linearized reading' (duration: 5.469125457s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:26.260589Z","caller":"traceutil/trace.go:171","msg":"trace[144666779] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965; range_end:; response_count:1; response_revision:25435; }","duration":"9.607943561s","start":"2026-04-09T01:55:16.652634Z","end":"2026-04-09T01:55:26.260577Z","steps":["trace[144666779] 'agreement among raft nodes before linearized reading' (duration: 9.607490943s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:26.260213Z","caller":"traceutil/trace.go:171","msg":"trace[1432411845] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25435; }","duration":"6.536220609s","start":"2026-04-09T01:55:19.723979Z","end":"2026-04-09T01:55:26.2602Z","steps":["trace[1432411845] 'agreement among raft nodes before linearized reading' (duration: 6.535242981s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.260625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:20.790968Z","time spent":"5.469645096s","remote":"127.0.0.1:40912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.260641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:19.723917Z","time spent":"6.536709398s","remote":"127.0.0.1:41914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.260238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:24.340866Z","time spent":"1.91936779s","remote":"127.0.0.1:48984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.26069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.889653807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:55:26.260705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.160662252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:26.260718Z","caller":"traceutil/trace.go:171","msg":"trace[1255483962] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25435; }","duration":"5.889753729s","start":"2026-04-09T01:55:20.370956Z","end":"2026-04-09T01:55:26.26071Z","steps":["trace[1255483962] 'agreement among raft nodes before linearized reading' (duration: 5.889692037s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:26.260727Z","caller":"traceutil/trace.go:171","msg":"trace[1426947913] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25435; }","duration":"3.160726293s","start":"2026-04-09T01:55:23.099993Z","end":"2026-04-09T01:55:26.260719Z","steps":["trace[1426947913] 'agreement among raft nodes before linearized reading' (duration: 3.160695833s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.260325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:24.192742Z","time spent":"2.067578677s","remote":"127.0.0.1:39108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.260744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:20.370929Z","time spent":"5.88980858s","remote":"127.0.0.1:38954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.260778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.269559252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-04-09T01:55:26.260794Z","caller":"traceutil/trace.go:171","msg":"trace[39669859] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25435; }","duration":"3.269609043s","start":"2026-04-09T01:55:22.991181Z","end":"2026-04-09T01:55:26.26079Z","steps":["trace[39669859] 'agreement among raft nodes before linearized reading' (duration: 3.269581373s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.260676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.038575857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:55:26.260811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:22.991156Z","time spent":"3.269649534s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":541,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-04-09T01:55:26.260828Z","caller":"traceutil/trace.go:171","msg":"trace[450046626] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25435; }","duration":"3.038727381s","start":"2026-04-09T01:55:23.222093Z","end":"2026-04-09T01:55:26.26082Z","steps":["trace[450046626] 'agreement among raft nodes before linearized reading' (duration: 3.038564847s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.260853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:23.22201Z","time spent":"3.038835352s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.260474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.668025284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-04-09T01:55:26.260898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.965055271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-09T01:55:26.260901Z","caller":"traceutil/trace.go:171","msg":"trace[1364373376] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25435; }","duration":"2.668492573s","start":"2026-04-09T01:55:23.592394Z","end":"2026-04-09T01:55:26.260887Z","steps":["trace[1364373376] 'agreement among raft nodes before linearized reading' (duration: 2.668060404s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:26.260915Z","caller":"traceutil/trace.go:171","msg":"trace[1007492868] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25435; }","duration":"3.965111242s","start":"2026-04-09T01:55:22.295799Z","end":"2026-04-09T01:55:26.26091Z","steps":["trace[1007492868] 'agreement among raft nodes before linearized reading' (duration: 3.965059301s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.26075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:23.099967Z","time spent":"3.160778445s","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:26.260932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:22.295776Z","time spent":"3.965151703s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-09T01:55:26.26094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:23.592366Z","time spent":"2.668563625s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":566,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-09T01:55:26.258947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:15.748924Z","time spent":"10.510017762s","remote":"127.0.0.1:38954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T01:55:26.260632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:16.652584Z","time spent":"9.608035662s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" "} {"level":"warn","ts":"2026-04-09T01:55:26.259418Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529d6fc572ccda","error":"lease not found"} {"level":"info","ts":"2026-04-09T01:55:26.50458Z","caller":"traceutil/trace.go:171","msg":"trace[1742902617] transaction","detail":"{read_only:false; response_revision:25440; number_of_response:1; }","duration":"151.017861ms","start":"2026-04-09T01:55:26.35352Z","end":"2026-04-09T01:55:26.504537Z","steps":["trace[1742902617] 'process raft request' (duration: 108.310749ms)","trace[1742902617] 'compare' (duration: 42.339485ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:26.778758Z","caller":"traceutil/trace.go:171","msg":"trace[1355953470] linearizableReadLoop","detail":"{readStateIndex:26285; appliedIndex:26283; }","duration":"421.550049ms","start":"2026-04-09T01:55:26.357166Z","end":"2026-04-09T01:55:26.778716Z","steps":["trace[1355953470] 'read index received' (duration: 104.651511ms)","trace[1355953470] 'applied index is now lower than readState.Index' (duration: 316.897368ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:26.778878Z","caller":"traceutil/trace.go:171","msg":"trace[142067737] transaction","detail":"{read_only:false; response_revision:25441; number_of_response:1; }","duration":"422.892533ms","start":"2026-04-09T01:55:26.355975Z","end":"2026-04-09T01:55:26.778868Z","steps":["trace[142067737] 'process raft request' (duration: 356.132445ms)","trace[142067737] 'compare' (duration: 66.511063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:26.778973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:26.355951Z","time spent":"422.945934ms","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:26.779645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.677546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:26.779726Z","caller":"traceutil/trace.go:171","msg":"trace[885431039] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25441; }","duration":"418.775217ms","start":"2026-04-09T01:55:26.360935Z","end":"2026-04-09T01:55:26.77971Z","steps":["trace[885431039] 'agreement among raft nodes before linearized reading' (duration: 418.629885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.779767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:26.360931Z","time spent":"418.826358ms","remote":"127.0.0.1:39064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-09T01:55:26.779751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.554258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-04-09T01:55:26.779809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.137066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-09T01:55:26.779848Z","caller":"traceutil/trace.go:171","msg":"trace[640177154] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25441; }","duration":"422.67902ms","start":"2026-04-09T01:55:26.35715Z","end":"2026-04-09T01:55:26.779829Z","steps":["trace[640177154] 'agreement among raft nodes before linearized reading' (duration: 422.368244ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:26.779873Z","caller":"traceutil/trace.go:171","msg":"trace[1720424648] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25441; }","duration":"273.245208ms","start":"2026-04-09T01:55:26.506611Z","end":"2026-04-09T01:55:26.779856Z","steps":["trace[1720424648] 'agreement among raft nodes before linearized reading' (duration: 272.995144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.779897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:26.357138Z","time spent":"422.750551ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-09T01:55:26.779901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.228618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-04-09T01:55:26.779937Z","caller":"traceutil/trace.go:171","msg":"trace[2044768686] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25441; }","duration":"341.268748ms","start":"2026-04-09T01:55:26.438661Z","end":"2026-04-09T01:55:26.77993Z","steps":["trace[2044768686] 'agreement among raft nodes before linearized reading' (duration: 340.882091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.779964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:26.438635Z","time spent":"341.32408ms","remote":"127.0.0.1:38978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":200,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-04-09T01:55:26.779756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.170892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-04-09T01:55:26.780097Z","caller":"traceutil/trace.go:171","msg":"trace[893778884] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25441; }","duration":"421.544008ms","start":"2026-04-09T01:55:26.35854Z","end":"2026-04-09T01:55:26.780084Z","steps":["trace[893778884] 'agreement among raft nodes before linearized reading' (duration: 420.988878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.780138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:26.358535Z","time spent":"421.590249ms","remote":"127.0.0.1:38954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-09T01:55:27.093965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.774925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:27.094068Z","caller":"traceutil/trace.go:171","msg":"trace[711608786] transaction","detail":"{read_only:false; response_revision:25442; number_of_response:1; }","duration":"307.88603ms","start":"2026-04-09T01:55:26.786164Z","end":"2026-04-09T01:55:27.09405Z","steps":["trace[711608786] 'process raft request' (duration: 113.934042ms)","trace[711608786] 'compare' (duration: 193.487849ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:27.094122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:26.786145Z","time spent":"307.950822ms","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:27.155715Z","caller":"traceutil/trace.go:171","msg":"trace[2110275998] linearizableReadLoop","detail":"{readStateIndex:26287; appliedIndex:26285; }","duration":"367.336903ms","start":"2026-04-09T01:55:26.788357Z","end":"2026-04-09T01:55:27.155694Z","steps":["trace[2110275998] 'read index received' (duration: 111.672101ms)","trace[2110275998] 'applied index is now lower than readState.Index' (duration: 255.663472ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:27.155811Z","caller":"traceutil/trace.go:171","msg":"trace[1641453231] transaction","detail":"{read_only:false; response_revision:25443; number_of_response:1; }","duration":"367.66568ms","start":"2026-04-09T01:55:26.788108Z","end":"2026-04-09T01:55:27.155773Z","steps":["trace[1641453231] 'process raft request' (duration: 367.358874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:27.155944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.678332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:27.155969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:26.788095Z","time spent":"367.786832ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:27.15598Z","caller":"traceutil/trace.go:171","msg":"trace[118718839] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25443; }","duration":"317.805284ms","start":"2026-04-09T01:55:26.838166Z","end":"2026-04-09T01:55:27.155971Z","steps":["trace[118718839] 'agreement among raft nodes before linearized reading' (duration: 317.697002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:27.156034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:26.838142Z","time spent":"317.882336ms","remote":"127.0.0.1:58576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:27.156027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.63714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-09T01:55:27.156136Z","caller":"traceutil/trace.go:171","msg":"trace[1310031189] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25443; }","duration":"367.777002ms","start":"2026-04-09T01:55:26.788336Z","end":"2026-04-09T01:55:27.156113Z","steps":["trace[1310031189] 'agreement among raft nodes before linearized reading' (duration: 367.465056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:27.156196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:26.788331Z","time spent":"367.854163ms","remote":"127.0.0.1:38954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-09T01:55:27.156311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.610902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"info","ts":"2026-04-09T01:55:27.15636Z","caller":"traceutil/trace.go:171","msg":"trace[1195354224] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:25443; }","duration":"309.709144ms","start":"2026-04-09T01:55:26.846643Z","end":"2026-04-09T01:55:27.156352Z","steps":["trace[1195354224] 'agreement among raft nodes before linearized reading' (duration: 309.632363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:27.15636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.879067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-04-09T01:55:27.156397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:26.846612Z","time spent":"309.779095ms","remote":"127.0.0.1:38978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1066,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"info","ts":"2026-04-09T01:55:27.156398Z","caller":"traceutil/trace.go:171","msg":"trace[669192744] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25443; }","duration":"309.938688ms","start":"2026-04-09T01:55:26.846451Z","end":"2026-04-09T01:55:27.156389Z","steps":["trace[669192744] 'agreement among raft nodes before linearized reading' (duration: 309.840776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:27.156507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:26.846435Z","time spent":"310.06579ms","remote":"127.0.0.1:38978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":204,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-09T01:55:27.641193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.545202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:27.6413Z","caller":"traceutil/trace.go:171","msg":"trace[827796192] linearizableReadLoop","detail":"{readStateIndex:26291; appliedIndex:26290; }","duration":"223.791301ms","start":"2026-04-09T01:55:27.41749Z","end":"2026-04-09T01:55:27.641281Z","steps":["trace[827796192] 'read index received' (duration: 35.941µs)","trace[827796192] 'applied index is now lower than readState.Index' (duration: 223.75369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:27.641489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.994734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:27.641558Z","caller":"traceutil/trace.go:171","msg":"trace[277052384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25447; }","duration":"224.095716ms","start":"2026-04-09T01:55:27.417443Z","end":"2026-04-09T01:55:27.641539Z","steps":["trace[277052384] 'agreement among raft nodes before linearized reading' (duration: 223.948404ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:27.641706Z","caller":"traceutil/trace.go:171","msg":"trace[1356264863] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"361.600877ms","start":"2026-04-09T01:55:27.280061Z","end":"2026-04-09T01:55:27.641662Z","steps":["trace[1356264863] 'process raft request' (duration: 93.437362ms)","trace[1356264863] 'compare' (duration: 267.352689ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:27.641926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:27.280036Z","time spent":"361.770359ms","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:27.960953Z","caller":"traceutil/trace.go:171","msg":"trace[1519144250] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"314.127767ms","start":"2026-04-09T01:55:27.646794Z","end":"2026-04-09T01:55:27.960922Z","steps":["trace[1519144250] 'process raft request' (duration: 310.55064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:27.961282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:27.646778Z","time spent":"314.257889ms","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:28.243186Z","caller":"traceutil/trace.go:171","msg":"trace[1997476593] linearizableReadLoop","detail":"{readStateIndex:26293; appliedIndex:26292; }","duration":"213.423558ms","start":"2026-04-09T01:55:28.029724Z","end":"2026-04-09T01:55:28.243148Z","steps":["trace[1997476593] 'read index received' (duration: 123.746415ms)","trace[1997476593] 'applied index is now lower than readState.Index' (duration: 89.675203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:28.256296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.541372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:28.256532Z","caller":"traceutil/trace.go:171","msg":"trace[1993081279] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25449; }","duration":"226.842117ms","start":"2026-04-09T01:55:28.029654Z","end":"2026-04-09T01:55:28.256496Z","steps":["trace[1993081279] 'agreement among raft nodes before linearized reading' (duration: 213.599871ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:28.256527Z","caller":"traceutil/trace.go:171","msg":"trace[488855786] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"291.314973ms","start":"2026-04-09T01:55:27.965156Z","end":"2026-04-09T01:55:28.256471Z","steps":["trace[488855786] 'process raft request' (duration: 188.384413ms)","trace[488855786] 'compare' (duration: 89.307217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:28.76697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.232229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:28.767431Z","caller":"traceutil/trace.go:171","msg":"trace[1681650622] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"502.493561ms","start":"2026-04-09T01:55:28.264886Z","end":"2026-04-09T01:55:28.76738Z","steps":["trace[1681650622] 'process raft request' (duration: 98.738221ms)","trace[1681650622] 'compare' (duration: 403.088757ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:28.767513Z","caller":"traceutil/trace.go:171","msg":"trace[1654590987] linearizableReadLoop","detail":"{readStateIndex:26294; appliedIndex:26293; }","duration":"488.352868ms","start":"2026-04-09T01:55:28.279114Z","end":"2026-04-09T01:55:28.767467Z","steps":["trace[1654590987] 'read index received' (duration: 84.522918ms)","trace[1654590987] 'applied index is now lower than readState.Index' (duration: 403.82672ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:28.767588Z","caller":"traceutil/trace.go:171","msg":"trace[1749716646] transaction","detail":"{read_only:false; response_revision:25452; number_of_response:1; }","duration":"407.240653ms","start":"2026-04-09T01:55:28.360324Z","end":"2026-04-09T01:55:28.767564Z","steps":["trace[1749716646] 'process raft request' (duration: 407.195092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:28.767599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:28.264869Z","time spent":"502.639503ms","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:28.767628Z","caller":"traceutil/trace.go:171","msg":"trace[946450299] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"408.790022ms","start":"2026-04-09T01:55:28.358808Z","end":"2026-04-09T01:55:28.767598Z","steps":["trace[946450299] 'process raft request' (duration: 408.631989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:28.767687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:28.360303Z","time spent":"407.332845ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:28.767731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:28.358786Z","time spent":"408.897164ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:28.767746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.477811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:28.767793Z","caller":"traceutil/trace.go:171","msg":"trace[2116249931] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25452; }","duration":"440.600993ms","start":"2026-04-09T01:55:28.327176Z","end":"2026-04-09T01:55:28.767777Z","steps":["trace[2116249931] 'agreement among raft nodes before linearized reading' (duration: 440.480191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:28.767842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:28.327153Z","time spent":"440.674594ms","remote":"127.0.0.1:39046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:28.767849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.699054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-04-09T01:55:28.767909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.946818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:28.76796Z","caller":"traceutil/trace.go:171","msg":"trace[2129963158] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965; range_end:; response_count:1; response_revision:25452; }","duration":"488.885218ms","start":"2026-04-09T01:55:28.279049Z","end":"2026-04-09T01:55:28.767935Z","steps":["trace[2129963158] 'agreement among raft nodes before linearized reading' (duration: 488.500061ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:28.767992Z","caller":"traceutil/trace.go:171","msg":"trace[36949636] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25452; }","duration":"297.067599ms","start":"2026-04-09T01:55:28.470903Z","end":"2026-04-09T01:55:28.767971Z","steps":["trace[36949636] 'agreement among raft nodes before linearized reading' (duration: 296.922117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:28.768017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:28.279022Z","time spent":"488.984019ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" "} {"level":"warn","ts":"2026-04-09T01:55:28.768033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.752451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-09T01:55:28.768084Z","caller":"traceutil/trace.go:171","msg":"trace[695149844] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25452; }","duration":"401.827133ms","start":"2026-04-09T01:55:28.366241Z","end":"2026-04-09T01:55:28.768068Z","steps":["trace[695149844] 'agreement among raft nodes before linearized reading' (duration: 401.612439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:28.768123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:28.366228Z","time spent":"401.888144ms","remote":"127.0.0.1:38954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-09T01:55:29.16976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.72647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:29.169894Z","caller":"traceutil/trace.go:171","msg":"trace[1987194671] linearizableReadLoop","detail":"{readStateIndex:26299; appliedIndex:26298; }","duration":"211.652745ms","start":"2026-04-09T01:55:28.958221Z","end":"2026-04-09T01:55:29.169873Z","steps":["trace[1987194671] 'read index received' (duration: 38.131µs)","trace[1987194671] 'applied index is now lower than readState.Index' (duration: 211.613314ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:29.169998Z","caller":"traceutil/trace.go:171","msg":"trace[318217737] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"311.383015ms","start":"2026-04-09T01:55:28.858602Z","end":"2026-04-09T01:55:29.169985Z","steps":["trace[318217737] 'process raft request' (duration: 67.37364ms)","trace[318217737] 'compare' (duration: 243.412785ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:29.170069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:28.858589Z","time spent":"311.444176ms","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:29.170094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.872599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:29.170126Z","caller":"traceutil/trace.go:171","msg":"trace[1506658632] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25455; }","duration":"211.949641ms","start":"2026-04-09T01:55:28.958165Z","end":"2026-04-09T01:55:29.170115Z","steps":["trace[1506658632] 'agreement among raft nodes before linearized reading' (duration: 211.845559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:29.170159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.759054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:29.170261Z","caller":"traceutil/trace.go:171","msg":"trace[245001585] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25455; }","duration":"137.937419ms","start":"2026-04-09T01:55:29.032301Z","end":"2026-04-09T01:55:29.170238Z","steps":["trace[245001585] 'agreement among raft nodes before linearized reading' (duration: 137.713684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:29.794845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628039005,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T01:55:29.811956Z","caller":"traceutil/trace.go:171","msg":"trace[844606825] linearizableReadLoop","detail":"{readStateIndex:26300; appliedIndex:26299; }","duration":"517.981607ms","start":"2026-04-09T01:55:29.29394Z","end":"2026-04-09T01:55:29.811922Z","steps":["trace[844606825] 'read index received' (duration: 517.735953ms)","trace[844606825] 'applied index is now lower than readState.Index' (duration: 244.444µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:29.812011Z","caller":"traceutil/trace.go:171","msg":"trace[150173147] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"636.028116ms","start":"2026-04-09T01:55:29.175925Z","end":"2026-04-09T01:55:29.811953Z","steps":["trace[150173147] 'process raft request' (duration: 635.828113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:29.812194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:29.175913Z","time spent":"636.181539ms","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:29.812199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.009966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:29.812262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.294492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-09T01:55:29.81227Z","caller":"traceutil/trace.go:171","msg":"trace[1632614183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25456; }","duration":"395.1847ms","start":"2026-04-09T01:55:29.417061Z","end":"2026-04-09T01:55:29.812246Z","steps":["trace[1632614183] 'agreement among raft nodes before linearized reading' (duration: 395.045337ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:29.812316Z","caller":"traceutil/trace.go:171","msg":"trace[630077027] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965; range_end:; response_count:1; response_revision:25456; }","duration":"518.416145ms","start":"2026-04-09T01:55:29.293886Z","end":"2026-04-09T01:55:29.812302Z","steps":["trace[630077027] 'agreement among raft nodes before linearized reading' (duration: 518.1795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:29.81232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:29.417035Z","time spent":"395.276901ms","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:29.812355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:29.293861Z","time spent":"518.485516ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" "} {"level":"warn","ts":"2026-04-09T01:55:29.812383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.059799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-09T01:55:29.812476Z","caller":"traceutil/trace.go:171","msg":"trace[513844391] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25456; }","duration":"283.213702ms","start":"2026-04-09T01:55:29.529236Z","end":"2026-04-09T01:55:29.81245Z","steps":["trace[513844391] 'agreement among raft nodes before linearized reading' (duration: 283.006939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:29.916625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.528145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a48d6d27db862b\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-09T01:55:29.916734Z","caller":"traceutil/trace.go:171","msg":"trace[92945362] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a48d6d27db862b; range_end:; response_count:1; response_revision:25456; }","duration":"100.687208ms","start":"2026-04-09T01:55:29.816016Z","end":"2026-04-09T01:55:29.916704Z","steps":["trace[92945362] 'range keys from in-memory index tree' (duration: 100.254139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:30.634453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.833643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:30.634567Z","caller":"traceutil/trace.go:171","msg":"trace[1662957842] linearizableReadLoop","detail":"{readStateIndex:26302; appliedIndex:26301; }","duration":"467.945719ms","start":"2026-04-09T01:55:30.166603Z","end":"2026-04-09T01:55:30.634549Z","steps":["trace[1662957842] 'read index received' (duration: 45.899802ms)","trace[1662957842] 'applied index is now lower than readState.Index' (duration: 422.044657ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:30.63468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.074891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:30.634643Z","caller":"traceutil/trace.go:171","msg":"trace[491109569] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"667.161204ms","start":"2026-04-09T01:55:29.967433Z","end":"2026-04-09T01:55:30.634595Z","steps":["trace[491109569] 'process raft request' (duration: 245.108646ms)","trace[491109569] 'compare' (duration: 421.537949ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:30.634709Z","caller":"traceutil/trace.go:171","msg":"trace[20656692] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25458; }","duration":"468.105063ms","start":"2026-04-09T01:55:30.166595Z","end":"2026-04-09T01:55:30.6347Z","steps":["trace[20656692] 'agreement among raft nodes before linearized reading' (duration: 468.03983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:30.634737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:30.16656Z","time spent":"468.169754ms","remote":"127.0.0.1:41784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:30.634818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:29.967403Z","time spent":"667.315877ms","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:30.634983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.293901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:30.635013Z","caller":"traceutil/trace.go:171","msg":"trace[105737023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25458; }","duration":"217.359332ms","start":"2026-04-09T01:55:30.417648Z","end":"2026-04-09T01:55:30.635007Z","steps":["trace[105737023] 'agreement among raft nodes before linearized reading' (duration: 217.322341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:30.635141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.23219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:30.635179Z","caller":"traceutil/trace.go:171","msg":"trace[743118358] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25458; }","duration":"333.284362ms","start":"2026-04-09T01:55:30.301877Z","end":"2026-04-09T01:55:30.635161Z","steps":["trace[743118358] 'agreement among raft nodes before linearized reading' (duration: 333.240321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:30.635207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:30.301866Z","time spent":"333.334783ms","remote":"127.0.0.1:58802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:30.634923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.990804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:30.635374Z","caller":"traceutil/trace.go:171","msg":"trace[1957321104] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25458; }","duration":"369.466903ms","start":"2026-04-09T01:55:30.265878Z","end":"2026-04-09T01:55:30.635345Z","steps":["trace[1957321104] 'agreement among raft nodes before linearized reading' (duration: 369.025365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:30.635481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:30.265854Z","time spent":"369.589865ms","remote":"127.0.0.1:39086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:31.316445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628039017,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T01:55:31.410402Z","caller":"traceutil/trace.go:171","msg":"trace[706827883] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"713.117976ms","start":"2026-04-09T01:55:30.697245Z","end":"2026-04-09T01:55:31.410363Z","steps":["trace[706827883] 'process raft request' (duration: 704.492026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:31.411104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:30.69722Z","time spent":"713.27191ms","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":832,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T01:55:31.509062Z","caller":"traceutil/trace.go:171","msg":"trace[685300789] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"735.008012ms","start":"2026-04-09T01:55:30.774003Z","end":"2026-04-09T01:55:31.509011Z","steps":["trace[685300789] 'process raft request' (duration: 734.653906ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:31.509253Z","caller":"traceutil/trace.go:171","msg":"trace[1059921177] transaction","detail":"{read_only:false; response_revision:25462; number_of_response:1; }","duration":"735.108854ms","start":"2026-04-09T01:55:30.774107Z","end":"2026-04-09T01:55:31.509215Z","steps":["trace[1059921177] 'process raft request' (duration: 734.724817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:31.509286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:30.773968Z","time spent":"735.211596ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:31.509441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:30.774075Z","time spent":"735.263637ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:31.50949Z","caller":"traceutil/trace.go:171","msg":"trace[2088262677] linearizableReadLoop","detail":"{readStateIndex:26306; appliedIndex:26303; }","duration":"693.134775ms","start":"2026-04-09T01:55:30.816343Z","end":"2026-04-09T01:55:31.509477Z","steps":["trace[2088262677] 'read index received' (duration: 585.501889ms)","trace[2088262677] 'applied index is now lower than readState.Index' (duration: 107.630626ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:31.509599Z","caller":"traceutil/trace.go:171","msg":"trace[533351081] transaction","detail":"{read_only:false; response_revision:25463; number_of_response:1; }","duration":"149.600443ms","start":"2026-04-09T01:55:31.359987Z","end":"2026-04-09T01:55:31.509587Z","steps":["trace[533351081] 'process raft request' (duration: 149.173886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:31.50982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.463773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-09T01:55:31.50997Z","caller":"traceutil/trace.go:171","msg":"trace[1395826931] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965; range_end:; response_count:1; response_revision:25463; }","duration":"693.676357ms","start":"2026-04-09T01:55:30.816267Z","end":"2026-04-09T01:55:31.509943Z","steps":["trace[1395826931] 'agreement among raft nodes before linearized reading' (duration: 693.36731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:31.510017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:30.816241Z","time spent":"693.766518ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" "} {"level":"warn","ts":"2026-04-09T01:55:32.010098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628039024,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T01:55:32.155959Z","caller":"traceutil/trace.go:171","msg":"trace[152275243] linearizableReadLoop","detail":"{readStateIndex:26308; appliedIndex:26307; }","duration":"646.391279ms","start":"2026-04-09T01:55:31.509521Z","end":"2026-04-09T01:55:32.155912Z","steps":["trace[152275243] 'read index received' (duration: 587.384655ms)","trace[152275243] 'applied index is now lower than readState.Index' (duration: 59.003254ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:32.156126Z","caller":"traceutil/trace.go:171","msg":"trace[705316048] transaction","detail":"{read_only:false; response_revision:25464; number_of_response:1; }","duration":"736.830415ms","start":"2026-04-09T01:55:31.419279Z","end":"2026-04-09T01:55:32.15611Z","steps":["trace[705316048] 'process raft request' (duration: 677.653958ms)","trace[705316048] 'compare' (duration: 58.263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:32.156259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:31.419245Z","time spent":"736.931228ms","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T01:55:32.156327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.74107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:55:32.156338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.604901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:32.15635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.441515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:32.156378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103478816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:32.156497Z","caller":"traceutil/trace.go:171","msg":"trace[1709218916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25464; }","duration":"738.605358ms","start":"2026-04-09T01:55:31.417848Z","end":"2026-04-09T01:55:32.156454Z","steps":["trace[1709218916] 'agreement among raft nodes before linearized reading' (duration: 738.392404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:32.15647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.933794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-09T01:55:32.156428Z","caller":"traceutil/trace.go:171","msg":"trace[1038574882] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25464; }","duration":"447.778665ms","start":"2026-04-09T01:55:31.708629Z","end":"2026-04-09T01:55:32.156407Z","steps":["trace[1038574882] 'agreement among raft nodes before linearized reading' (duration: 447.619872ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:32.156611Z","caller":"traceutil/trace.go:171","msg":"trace[2009419395] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25464; }","duration":"884.095547ms","start":"2026-04-09T01:55:31.272469Z","end":"2026-04-09T01:55:32.156564Z","steps":["trace[2009419395] 'agreement among raft nodes before linearized reading' (duration: 883.797141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:32.156609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:31.417828Z","time spent":"738.764941ms","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:32.15669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:31.708598Z","time spent":"448.05493ms","remote":"127.0.0.1:58464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:32.156326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060879316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:32.15672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:31.272443Z","time spent":"884.21016ms","remote":"127.0.0.1:50206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-09T01:55:32.156756Z","caller":"traceutil/trace.go:171","msg":"trace[2136750490] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25464; }","duration":"1.061378225s","start":"2026-04-09T01:55:31.09536Z","end":"2026-04-09T01:55:32.156738Z","steps":["trace[2136750490] 'agreement among raft nodes before linearized reading' (duration: 1.060802453s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:32.156507Z","caller":"traceutil/trace.go:171","msg":"trace[348698336] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25464; }","duration":"1.103672639s","start":"2026-04-09T01:55:31.052808Z","end":"2026-04-09T01:55:32.15648Z","steps":["trace[348698336] 'agreement among raft nodes before linearized reading' (duration: 1.103438485s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:32.15687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:31.052783Z","time spent":"1.104078468s","remote":"127.0.0.1:58370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:32.156419Z","caller":"traceutil/trace.go:171","msg":"trace[1129183725] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25464; }","duration":"478.899262ms","start":"2026-04-09T01:55:31.677498Z","end":"2026-04-09T01:55:32.156398Z","steps":["trace[1129183725] 'agreement among raft nodes before linearized reading' (duration: 478.737549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:32.156925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:31.67747Z","time spent":"479.444573ms","remote":"127.0.0.1:38944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:32.157046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:31.095337Z","time spent":"1.061485338s","remote":"127.0.0.1:39198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:32.732296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.694613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:32.73245Z","caller":"traceutil/trace.go:171","msg":"trace[1776412537] linearizableReadLoop","detail":"{readStateIndex:26309; appliedIndex:26308; }","duration":"312.735241ms","start":"2026-04-09T01:55:32.41969Z","end":"2026-04-09T01:55:32.732425Z","steps":["trace[1776412537] 'read index received' (duration: 52.381µs)","trace[1776412537] 'applied index is now lower than readState.Index' (duration: 312.679ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:32.732585Z","caller":"traceutil/trace.go:171","msg":"trace[624223818] transaction","detail":"{read_only:false; response_revision:25465; number_of_response:1; }","duration":"571.992509ms","start":"2026-04-09T01:55:32.160574Z","end":"2026-04-09T01:55:32.732566Z","steps":["trace[624223818] 'process raft request' (duration: 116.900199ms)","trace[624223818] 'compare' (duration: 454.140772ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:32.732702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.160549Z","time spent":"572.07659ms","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T01:55:32.732895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.19097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:32.732997Z","caller":"traceutil/trace.go:171","msg":"trace[1388410140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25465; }","duration":"313.355052ms","start":"2026-04-09T01:55:32.419618Z","end":"2026-04-09T01:55:32.732973Z","steps":["trace[1388410140] 'agreement among raft nodes before linearized reading' (duration: 313.158598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:32.733043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.419591Z","time spent":"313.442904ms","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:32.733421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.195875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-09T01:55:32.733517Z","caller":"traceutil/trace.go:171","msg":"trace[42664611] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965; range_end:; response_count:1; response_revision:25465; }","duration":"219.366089ms","start":"2026-04-09T01:55:32.514129Z","end":"2026-04-09T01:55:32.733495Z","steps":["trace[42664611] 'agreement among raft nodes before linearized reading' (duration: 218.664975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:33.04363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.452986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:33.043721Z","caller":"traceutil/trace.go:171","msg":"trace[367515072] linearizableReadLoop","detail":"{readStateIndex:26310; appliedIndex:26309; }","duration":"228.808973ms","start":"2026-04-09T01:55:32.814898Z","end":"2026-04-09T01:55:33.043707Z","steps":["trace[367515072] 'read index received' (duration: 33.170794ms)","trace[367515072] 'applied index is now lower than readState.Index' (duration: 195.637059ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:33.043792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.897765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:33.043814Z","caller":"traceutil/trace.go:171","msg":"trace[1462591198] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25466; }","duration":"228.963936ms","start":"2026-04-09T01:55:32.814841Z","end":"2026-04-09T01:55:33.043805Z","steps":["trace[1462591198] 'agreement among raft nodes before linearized reading' (duration: 228.899434ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:33.043959Z","caller":"traceutil/trace.go:171","msg":"trace[362652461] transaction","detail":"{read_only:false; response_revision:25466; number_of_response:1; }","duration":"302.737095ms","start":"2026-04-09T01:55:32.7412Z","end":"2026-04-09T01:55:33.043937Z","steps":["trace[362652461] 'process raft request' (duration: 106.888052ms)","trace[362652461] 'compare' (duration: 195.322554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:33.044044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.741161Z","time spent":"302.841906ms","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:34.12208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.478724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:34.122215Z","caller":"traceutil/trace.go:171","msg":"trace[1273559529] linearizableReadLoop","detail":"{readStateIndex:26311; appliedIndex:26310; }","duration":"703.63583ms","start":"2026-04-09T01:55:33.418556Z","end":"2026-04-09T01:55:34.122192Z","steps":["trace[1273559529] 'read index received' (duration: 78.511µs)","trace[1273559529] 'applied index is now lower than readState.Index' (duration: 703.553889ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:34.122304Z","caller":"traceutil/trace.go:171","msg":"trace[1390221203] transaction","detail":"{read_only:false; response_revision:25467; number_of_response:1; }","duration":"1.072488471s","start":"2026-04-09T01:55:33.049802Z","end":"2026-04-09T01:55:34.122291Z","steps":["trace[1390221203] 'process raft request' (duration: 331.675782ms)","trace[1390221203] 'compare' (duration: 739.767981ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:34.122412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:33.049738Z","time spent":"1.072597853s","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:34.122686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.127799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:34.122723Z","caller":"traceutil/trace.go:171","msg":"trace[772004243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25467; }","duration":"704.212281ms","start":"2026-04-09T01:55:33.418501Z","end":"2026-04-09T01:55:34.122713Z","steps":["trace[772004243] 'agreement among raft nodes before linearized reading' (duration: 704.106739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:34.122751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:33.418474Z","time spent":"704.271143ms","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:34.622796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628039039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:35.12337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628039039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:35.624501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628039039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:36.125384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628039039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:36.354872Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.839916432s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T01:55:36.355368Z","caller":"traceutil/trace.go:171","msg":"trace[993871415] transaction","detail":"{read_only:false; response_revision:25468; number_of_response:1; }","duration":"2.840544963s","start":"2026-04-09T01:55:33.514787Z","end":"2026-04-09T01:55:36.355332Z","steps":["trace[993871415] 'process raft request' (duration: 2.84035049s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.355555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:33.514755Z","time spent":"2.840706227s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:36.416115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000192018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:36.416202Z","caller":"traceutil/trace.go:171","msg":"trace[2122639821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000332741s","start":"2026-04-09T01:55:34.415844Z","end":"2026-04-09T01:55:36.416176Z","steps":["trace[2122639821] 'agreement among raft nodes before linearized reading' (duration: 2.000228149s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.416258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:34.415822Z","time spent":"2.000426552s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:55:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:36.613165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.504366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:36.613403Z","caller":"traceutil/trace.go:171","msg":"trace[168955567] transaction","detail":"{read_only:false; response_revision:25469; number_of_response:1; }","duration":"3.097644663s","start":"2026-04-09T01:55:33.515734Z","end":"2026-04-09T01:55:36.613379Z","steps":["trace[168955567] 'process raft request' (duration: 2.935791171s)","trace[168955567] 'compare' (duration: 161.081677ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:36.613488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:33.515709Z","time spent":"3.097739695s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:36.613699Z","caller":"traceutil/trace.go:171","msg":"trace[1824359381] transaction","detail":"{read_only:false; response_revision:25470; number_of_response:1; }","duration":"2.752790386s","start":"2026-04-09T01:55:33.860878Z","end":"2026-04-09T01:55:36.613669Z","steps":["trace[1824359381] 'process raft request' (duration: 2.752404019s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.613865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:33.860842Z","time spent":"2.752931659s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:36.614085Z","caller":"traceutil/trace.go:171","msg":"trace[1312917131] transaction","detail":"{read_only:false; response_revision:25471; number_of_response:1; }","duration":"2.485923806s","start":"2026-04-09T01:55:34.128141Z","end":"2026-04-09T01:55:36.614064Z","steps":["trace[1312917131] 'process raft request' (duration: 2.485441678s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.614159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:34.128112Z","time spent":"2.486017068s","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T01:55:36.614222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.876167074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-04-09T01:55:36.614258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.137343479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:36.614289Z","caller":"traceutil/trace.go:171","msg":"trace[331118845] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965; range_end:; response_count:1; response_revision:25471; }","duration":"2.876305247s","start":"2026-04-09T01:55:33.737971Z","end":"2026-04-09T01:55:36.614276Z","steps":["trace[331118845] 'agreement among raft nodes before linearized reading' (duration: 2.876061783s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:36.614309Z","caller":"traceutil/trace.go:171","msg":"trace[61969673] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25471; }","duration":"3.137453921s","start":"2026-04-09T01:55:33.476841Z","end":"2026-04-09T01:55:36.614295Z","steps":["trace[61969673] 'agreement among raft nodes before linearized reading' (duration: 3.137350129s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.614345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:33.476813Z","time spent":"3.137523002s","remote":"127.0.0.1:58558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:36.614333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:33.737943Z","time spent":"2.876379429s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" "} {"level":"warn","ts":"2026-04-09T01:55:36.615632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.105388997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:36.615683Z","caller":"traceutil/trace.go:171","msg":"trace[832814647] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25471; }","duration":"3.105497068s","start":"2026-04-09T01:55:33.510175Z","end":"2026-04-09T01:55:36.615672Z","steps":["trace[832814647] 'agreement among raft nodes before linearized reading' (duration: 3.103906268s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.615718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:33.510141Z","time spent":"3.105565809s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:36.61399Z","caller":"traceutil/trace.go:171","msg":"trace[1784151598] linearizableReadLoop","detail":"{readStateIndex:26315; appliedIndex:26311; }","duration":"2.491714994s","start":"2026-04-09T01:55:34.12225Z","end":"2026-04-09T01:55:36.613965Z","steps":["trace[1784151598] 'read index received' (duration: 2.232937044s)","trace[1784151598] 'applied index is now lower than readState.Index' (duration: 258.77686ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:36.624709Z","caller":"traceutil/trace.go:171","msg":"trace[824660363] transaction","detail":"{read_only:false; response_revision:25472; number_of_response:1; }","duration":"108.466373ms","start":"2026-04-09T01:55:36.516232Z","end":"2026-04-09T01:55:36.624699Z","steps":["trace[824660363] 'process raft request' (duration: 108.34375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:38.416559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999906173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:55:38.416668Z","caller":"traceutil/trace.go:171","msg":"trace[559829100] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000118917s","start":"2026-04-09T01:55:36.416523Z","end":"2026-04-09T01:55:38.416641Z","steps":["trace[559829100] 'agreement among raft nodes before linearized reading' (duration: 1.999946443s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:38.416729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.416495Z","time spent":"2.000223519s","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:38.43555Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.770324885s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T01:55:38.436026Z","caller":"traceutil/trace.go:171","msg":"trace[1460266150] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"1.884130515s","start":"2026-04-09T01:55:36.551884Z","end":"2026-04-09T01:55:38.436015Z","steps":["trace[1460266150] 'process raft request' (duration: 1.884042063s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:38.436036Z","caller":"traceutil/trace.go:171","msg":"trace[334399710] transaction","detail":"{read_only:false; response_revision:25473; number_of_response:1; }","duration":"1.908828043s","start":"2026-04-09T01:55:36.527176Z","end":"2026-04-09T01:55:38.436004Z","steps":["trace[334399710] 'process raft request' (duration: 1.908582878s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:38.436152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.551862Z","time spent":"1.884202506s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:38.436149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.527145Z","time spent":"1.908941665s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:38.43628Z","caller":"traceutil/trace.go:171","msg":"trace[1744333189] linearizableReadLoop","detail":"{readStateIndex:26318; appliedIndex:26315; }","duration":"1.820204721s","start":"2026-04-09T01:55:36.616046Z","end":"2026-04-09T01:55:38.436251Z","steps":["trace[1744333189] 'read index received' (duration: 8.57677ms)","trace[1744333189] 'applied index is now lower than readState.Index' (duration: 1.811625781s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:38.43639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987167797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-09T01:55:38.436515Z","caller":"traceutil/trace.go:171","msg":"trace[1623686885] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:25475; }","duration":"1.987347591s","start":"2026-04-09T01:55:36.449159Z","end":"2026-04-09T01:55:38.436507Z","steps":["trace[1623686885] 'agreement among raft nodes before linearized reading' (duration: 1.987114387s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:38.436359Z","caller":"traceutil/trace.go:171","msg":"trace[702747150] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"1.81802513s","start":"2026-04-09T01:55:36.618282Z","end":"2026-04-09T01:55:38.436307Z","steps":["trace[702747150] 'process raft request' (duration: 1.817693043s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:38.436545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.449133Z","time spent":"1.987404911s","remote":"127.0.0.1:38978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":557,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-04-09T01:55:38.43653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783318993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-wt99k\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-04-09T01:55:38.436665Z","caller":"traceutil/trace.go:171","msg":"trace[571241143] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-wt99k; range_end:; response_count:1; response_revision:25475; }","duration":"2.783517007s","start":"2026-04-09T01:55:35.653099Z","end":"2026-04-09T01:55:38.436638Z","steps":["trace[571241143] 'agreement among raft nodes before linearized reading' (duration: 2.783186991s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:38.436722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:35.653072Z","time spent":"2.783640238s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4719,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-wt99k\" "} {"level":"warn","ts":"2026-04-09T01:55:38.43659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.618258Z","time spent":"1.818292434s","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T01:55:38.436464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.008801975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1083"} {"level":"info","ts":"2026-04-09T01:55:38.436869Z","caller":"traceutil/trace.go:171","msg":"trace[1123924725] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:25475; }","duration":"3.009280164s","start":"2026-04-09T01:55:35.427578Z","end":"2026-04-09T01:55:38.436858Z","steps":["trace[1123924725] 'agreement among raft nodes before linearized reading' (duration: 3.008796215s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:38.436899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:35.42755Z","time spent":"3.009340685s","remote":"127.0.0.1:38978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1107,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-04-09T01:55:38.436445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174831387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-09T01:55:38.437073Z","caller":"traceutil/trace.go:171","msg":"trace[2090668583] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:25475; }","duration":"2.17548729s","start":"2026-04-09T01:55:36.261539Z","end":"2026-04-09T01:55:38.437027Z","steps":["trace[2090668583] 'agreement among raft nodes before linearized reading' (duration: 2.174750687s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:38.437301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.261518Z","time spent":"2.175724254s","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-04-09T01:55:38.937156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628039047,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T01:55:39.149597Z","caller":"traceutil/trace.go:171","msg":"trace[518598593] transaction","detail":"{read_only:false; response_revision:25476; number_of_response:1; }","duration":"787.050447ms","start":"2026-04-09T01:55:38.362489Z","end":"2026-04-09T01:55:39.14954Z","steps":["trace[518598593] 'process raft request' (duration: 707.303458ms)","trace[518598593] 'compare' (duration: 79.439984ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:39.149793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:38.362458Z","time spent":"787.227031ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:39.197825Z","caller":"traceutil/trace.go:171","msg":"trace[146513534] transaction","detail":"{read_only:false; response_revision:25477; number_of_response:1; }","duration":"751.834415ms","start":"2026-04-09T01:55:38.445969Z","end":"2026-04-09T01:55:39.197804Z","steps":["trace[146513534] 'process raft request' (duration: 751.647892ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:39.198027Z","caller":"traceutil/trace.go:171","msg":"trace[1633824737] linearizableReadLoop","detail":"{readStateIndex:26323; appliedIndex:26319; }","duration":"761.642726ms","start":"2026-04-09T01:55:38.436346Z","end":"2026-04-09T01:55:39.197989Z","steps":["trace[1633824737] 'read index received' (duration: 633.481039ms)","trace[1633824737] 'applied index is now lower than readState.Index' (duration: 128.158247ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:39.198308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:38.445951Z","time spent":"752.08448ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:39.198418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765678959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:39.19855Z","caller":"traceutil/trace.go:171","msg":"trace[1282469139] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25478; }","duration":"1.765857372s","start":"2026-04-09T01:55:37.432677Z","end":"2026-04-09T01:55:39.198534Z","steps":["trace[1282469139] 'agreement among raft nodes before linearized reading' (duration: 1.765682749s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.198598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:37.432647Z","time spent":"1.765935383s","remote":"127.0.0.1:48862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:39.198664Z","caller":"traceutil/trace.go:171","msg":"trace[1384182487] transaction","detail":"{read_only:false; response_revision:25478; number_of_response:1; }","duration":"579.131802ms","start":"2026-04-09T01:55:38.619511Z","end":"2026-04-09T01:55:39.198643Z","steps":["trace[1384182487] 'process raft request' (duration: 578.221435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.198695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.814902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-nr75k\" ","response":"range_response_count:1 size:5639"} {"level":"warn","ts":"2026-04-09T01:55:39.19868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224732613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-09T01:55:39.198751Z","caller":"traceutil/trace.go:171","msg":"trace[1168623337] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-nr75k; range_end:; response_count:1; response_revision:25478; }","duration":"759.890405ms","start":"2026-04-09T01:55:38.438845Z","end":"2026-04-09T01:55:39.198735Z","steps":["trace[1168623337] 'agreement among raft nodes before linearized reading' (duration: 759.730312ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:39.19877Z","caller":"traceutil/trace.go:171","msg":"trace[1188458949] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25478; }","duration":"2.224886726s","start":"2026-04-09T01:55:36.973862Z","end":"2026-04-09T01:55:39.198749Z","steps":["trace[1188458949] 'agreement among raft nodes before linearized reading' (duration: 2.224627621s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.198797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:38.438835Z","time spent":"759.951295ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5663,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-nr75k\" "} {"level":"warn","ts":"2026-04-09T01:55:39.198819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.973842Z","time spent":"2.224968857s","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-09T01:55:39.19886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.69003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:39.198329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650287328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:39.198918Z","caller":"traceutil/trace.go:171","msg":"trace[1841992573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25478; }","duration":"773.827682ms","start":"2026-04-09T01:55:38.425076Z","end":"2026-04-09T01:55:39.198904Z","steps":["trace[1841992573] 'agreement among raft nodes before linearized reading' (duration: 773.74674ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:39.198949Z","caller":"traceutil/trace.go:171","msg":"trace[1173910107] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25478; }","duration":"1.65094513s","start":"2026-04-09T01:55:37.547989Z","end":"2026-04-09T01:55:39.198934Z","steps":["trace[1173910107] 'agreement among raft nodes before linearized reading' (duration: 1.650225107s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.198965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:38.425053Z","time spent":"773.896883ms","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:39.198987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401005272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:39.198997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:37.547905Z","time spent":"1.651080293s","remote":"127.0.0.1:55476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:39.199022Z","caller":"traceutil/trace.go:171","msg":"trace[897967887] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25478; }","duration":"2.401093593s","start":"2026-04-09T01:55:36.797915Z","end":"2026-04-09T01:55:39.199008Z","steps":["trace[897967887] 'agreement among raft nodes before linearized reading' (duration: 2.401038572s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.199061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.797888Z","time spent":"2.401166185s","remote":"127.0.0.1:41218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-09T01:55:39.199108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030171794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-09T01:55:39.19915Z","caller":"traceutil/trace.go:171","msg":"trace[698288417] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25478; }","duration":"2.030262246s","start":"2026-04-09T01:55:37.168877Z","end":"2026-04-09T01:55:39.199139Z","steps":["trace[698288417] 'agreement among raft nodes before linearized reading' (duration: 2.030146124s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.199179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:37.168851Z","time spent":"2.030321976s","remote":"127.0.0.1:50206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-09T01:55:39.197794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:38.438791Z","time spent":"758.990567ms","remote":"127.0.0.1:38824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-09T01:55:39.198337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57862275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-09T01:55:39.199225Z","caller":"traceutil/trace.go:171","msg":"trace[1080851775] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965; range_end:; response_count:1; response_revision:25478; }","duration":"1.579569827s","start":"2026-04-09T01:55:37.619645Z","end":"2026-04-09T01:55:39.199215Z","steps":["trace[1080851775] 'agreement among raft nodes before linearized reading' (duration: 1.578476088s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.199259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:37.619619Z","time spent":"1.579632668s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" "} {"level":"warn","ts":"2026-04-09T01:55:39.199308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022068095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:39.199369Z","caller":"traceutil/trace.go:171","msg":"trace[1444848638] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25478; }","duration":"1.02218308s","start":"2026-04-09T01:55:38.177171Z","end":"2026-04-09T01:55:39.199354Z","steps":["trace[1444848638] 'agreement among raft nodes before linearized reading' (duration: 1.022000195s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.199402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.160318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:39.199438Z","caller":"traceutil/trace.go:171","msg":"trace[574037895] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25478; }","duration":"527.25368ms","start":"2026-04-09T01:55:38.672174Z","end":"2026-04-09T01:55:39.199428Z","steps":["trace[574037895] 'agreement among raft nodes before linearized reading' (duration: 527.193149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.199477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:38.672157Z","time spent":"527.312141ms","remote":"127.0.0.1:58826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:39.19934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810709583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:39.199598Z","caller":"traceutil/trace.go:171","msg":"trace[519565801] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25478; }","duration":"1.811231034s","start":"2026-04-09T01:55:37.388345Z","end":"2026-04-09T01:55:39.199576Z","steps":["trace[519565801] 'agreement among raft nodes before linearized reading' (duration: 1.81052453s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.199685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.444358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a48d7c1f30af95\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-04-09T01:55:39.199721Z","caller":"traceutil/trace.go:171","msg":"trace[556265056] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a48d7c1f30af95; range_end:; response_count:1; response_revision:25478; }","duration":"757.52415ms","start":"2026-04-09T01:55:38.442187Z","end":"2026-04-09T01:55:39.199711Z","steps":["trace[556265056] 'agreement among raft nodes before linearized reading' (duration: 757.418178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.199767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:38.442161Z","time spent":"757.598902ms","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":864,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a48d7c1f30af95\" "} {"level":"warn","ts":"2026-04-09T01:55:39.199783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:37.388314Z","time spent":"1.811378457s","remote":"127.0.0.1:48918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:39.199438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:38.17715Z","time spent":"1.022273311s","remote":"127.0.0.1:39064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":93,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:39.198784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:38.619473Z","time spent":"579.257033ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:39.200241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.28775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-l7lqf\" ","response":"range_response_count:1 size:4350"} {"level":"info","ts":"2026-04-09T01:55:39.200345Z","caller":"traceutil/trace.go:171","msg":"trace[1309770038] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-l7lqf; range_end:; response_count:1; response_revision:25478; }","duration":"761.429413ms","start":"2026-04-09T01:55:38.438891Z","end":"2026-04-09T01:55:39.20032Z","steps":["trace[1309770038] 'agreement among raft nodes before linearized reading' (duration: 761.117277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.200401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:38.438872Z","time spent":"761.519314ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4374,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-l7lqf\" "} {"level":"warn","ts":"2026-04-09T01:55:39.4712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.382157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:39.471321Z","caller":"traceutil/trace.go:171","msg":"trace[67475030] linearizableReadLoop","detail":"{readStateIndex:26325; appliedIndex:26323; }","duration":"264.332963ms","start":"2026-04-09T01:55:39.206969Z","end":"2026-04-09T01:55:39.471302Z","steps":["trace[67475030] 'read index received' (duration: 31.082947ms)","trace[67475030] 'applied index is now lower than readState.Index' (duration: 233.248546ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:39.471386Z","caller":"traceutil/trace.go:171","msg":"trace[36186849] transaction","detail":"{read_only:false; response_revision:25480; number_of_response:1; }","duration":"268.46125ms","start":"2026-04-09T01:55:39.202873Z","end":"2026-04-09T01:55:39.471335Z","steps":["trace[36186849] 'process raft request' (duration: 67.828648ms)","trace[36186849] 'compare' (duration: 199.696874ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:39.471556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.544697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:39.47156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.156363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:39.47165Z","caller":"traceutil/trace.go:171","msg":"trace[2025720406] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25480; }","duration":"264.680589ms","start":"2026-04-09T01:55:39.206949Z","end":"2026-04-09T01:55:39.471629Z","steps":["trace[2025720406] 'agreement among raft nodes before linearized reading' (duration: 264.439865ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:39.471681Z","caller":"traceutil/trace.go:171","msg":"trace[1827530204] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25480; }","duration":"110.346166ms","start":"2026-04-09T01:55:39.361305Z","end":"2026-04-09T01:55:39.471651Z","steps":["trace[1827530204] 'agreement among raft nodes before linearized reading' (duration: 110.137673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.471595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.233338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-09T01:55:39.471736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.239189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-09T01:55:39.471791Z","caller":"traceutil/trace.go:171","msg":"trace[1911549135] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25480; }","duration":"231.422622ms","start":"2026-04-09T01:55:39.240352Z","end":"2026-04-09T01:55:39.471774Z","steps":["trace[1911549135] 'agreement among raft nodes before linearized reading' (duration: 231.063455ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:39.47186Z","caller":"traceutil/trace.go:171","msg":"trace[1826268179] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965; range_end:; response_count:1; response_revision:25480; }","duration":"176.431003ms","start":"2026-04-09T01:55:39.295398Z","end":"2026-04-09T01:55:39.471829Z","steps":["trace[1826268179] 'agreement among raft nodes before linearized reading' (duration: 176.065536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.976084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628039059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:40.477275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628039059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:40.785568Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.309869024s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:55:41.227551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532464063s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:41.227713Z","caller":"traceutil/trace.go:171","msg":"trace[1607427789] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25480; }","duration":"1.532643286s","start":"2026-04-09T01:55:39.695044Z","end":"2026-04-09T01:55:41.227687Z","steps":["trace[1607427789] 'range keys from in-memory index tree' (duration: 1.532438672s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:41.228965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.098328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:41.229092Z","caller":"traceutil/trace.go:171","msg":"trace[803724829] linearizableReadLoop","detail":"{readStateIndex:26326; appliedIndex:26325; }","duration":"1.753301708s","start":"2026-04-09T01:55:39.47577Z","end":"2026-04-09T01:55:41.229072Z","steps":["trace[803724829] 'read index received' (duration: 1.309942286s)","trace[803724829] 'applied index is now lower than readState.Index' (duration: 443.357962ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:41.22914Z","caller":"traceutil/trace.go:171","msg":"trace[1968080792] transaction","detail":"{read_only:false; response_revision:25481; number_of_response:1; }","duration":"1.753476841s","start":"2026-04-09T01:55:39.475597Z","end":"2026-04-09T01:55:41.229073Z","steps":["trace[1968080792] 'process raft request' (duration: 1.31017164s)","trace[1968080792] 'compare' (duration: 441.263464ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:41.229482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.475575Z","time spent":"1.753835258s","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T01:55:41.22955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753771258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-09T01:55:41.229587Z","caller":"traceutil/trace.go:171","msg":"trace[998218754] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25481; }","duration":"1.753870319s","start":"2026-04-09T01:55:39.475706Z","end":"2026-04-09T01:55:41.229576Z","steps":["trace[998218754] 'agreement among raft nodes before linearized reading' (duration: 1.753675095s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:41.229626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.475685Z","time spent":"1.753933001s","remote":"127.0.0.1:39064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-09T01:55:41.730104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628039063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:42.230623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628039063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:42.341882Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.184913977s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T01:55:42.390765Z","caller":"traceutil/trace.go:171","msg":"trace[1630288009] transaction","detail":"{read_only:false; response_revision:25482; number_of_response:1; }","duration":"1.233898845s","start":"2026-04-09T01:55:41.156819Z","end":"2026-04-09T01:55:42.390718Z","steps":["trace[1630288009] 'process raft request' (duration: 1.185312454s)","trace[1630288009] 'compare' (duration: 47.929128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:42.390975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:41.156786Z","time spent":"1.234072269s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:42.417867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999958023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:42.417962Z","caller":"traceutil/trace.go:171","msg":"trace[562713671] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000116596s","start":"2026-04-09T01:55:40.417823Z","end":"2026-04-09T01:55:42.41794Z","steps":["trace[562713671] 'agreement among raft nodes before linearized reading' (duration: 1.999993544s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:42.418038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.417801Z","time spent":"2.000226628s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:55:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:43.369354Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.014882584s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:55:43.651068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.372329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:43.651605Z","caller":"traceutil/trace.go:171","msg":"trace[1501051108] transaction","detail":"{read_only:false; response_revision:25483; number_of_response:1; }","duration":"2.445772502s","start":"2026-04-09T01:55:41.205791Z","end":"2026-04-09T01:55:43.651564Z","steps":["trace[1501051108] 'process raft request' (duration: 2.163771602s)","trace[1501051108] 'compare' (duration: 280.642724ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:43.651804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:41.205758Z","time spent":"2.445933774s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:43.850432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.199144ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-09T01:55:43.850875Z","caller":"traceutil/trace.go:171","msg":"trace[654865163] linearizableReadLoop","detail":"{readStateIndex:26331; appliedIndex:26326; }","duration":"2.621686976s","start":"2026-04-09T01:55:41.229167Z","end":"2026-04-09T01:55:43.850854Z","steps":["trace[654865163] 'read index received' (duration: 1.112982643s)","trace[654865163] 'applied index is now lower than readState.Index' (duration: 1.508703243s)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:43.850904Z","caller":"traceutil/trace.go:171","msg":"trace[1276980523] transaction","detail":"{read_only:false; response_revision:25485; number_of_response:1; }","duration":"2.073294274s","start":"2026-04-09T01:55:41.777572Z","end":"2026-04-09T01:55:43.850866Z","steps":["trace[1276980523] 'process raft request' (duration: 2.073167162s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.851025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.852856943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:43.851067Z","caller":"traceutil/trace.go:171","msg":"trace[1469340825] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25485; }","duration":"2.852963165s","start":"2026-04-09T01:55:40.99809Z","end":"2026-04-09T01:55:43.851054Z","steps":["trace[1469340825] 'agreement among raft nodes before linearized reading' (duration: 2.852879014s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.851113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.998064Z","time spent":"2.853038466s","remote":"127.0.0.1:58866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:43.851191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.250035389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:43.850977Z","caller":"traceutil/trace.go:171","msg":"trace[807487846] transaction","detail":"{read_only:false; response_revision:25484; number_of_response:1; }","duration":"2.22083902s","start":"2026-04-09T01:55:41.630103Z","end":"2026-04-09T01:55:43.850942Z","steps":["trace[807487846] 'process raft request' (duration: 2.220459604s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:43.851235Z","caller":"traceutil/trace.go:171","msg":"trace[1414702869] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25485; }","duration":"3.250157271s","start":"2026-04-09T01:55:40.601069Z","end":"2026-04-09T01:55:43.851226Z","steps":["trace[1414702869] 'agreement among raft nodes before linearized reading' (duration: 3.25006954s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.851263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.601042Z","time spent":"3.250214282s","remote":"127.0.0.1:38910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:43.851304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:41.630063Z","time spent":"2.221173887s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:43.851111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.14618886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:43.851405Z","caller":"traceutil/trace.go:171","msg":"trace[2087114955] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25485; }","duration":"4.146552026s","start":"2026-04-09T01:55:39.70484Z","end":"2026-04-09T01:55:43.851393Z","steps":["trace[2087114955] 'agreement among raft nodes before linearized reading' (duration: 4.14619902s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.851389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.618337623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-wt99k.18a48ac8a1c3ce1d\" ","response":"range_response_count:1 size:863"} {"level":"warn","ts":"2026-04-09T01:55:43.851451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.704813Z","time spent":"4.146626088s","remote":"127.0.0.1:39152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:43.851475Z","caller":"traceutil/trace.go:171","msg":"trace[163727235] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-wt99k.18a48ac8a1c3ce1d; range_end:; response_count:1; response_revision:25485; }","duration":"2.618438204s","start":"2026-04-09T01:55:41.233014Z","end":"2026-04-09T01:55:43.851452Z","steps":["trace[163727235] 'agreement among raft nodes before linearized reading' (duration: 2.618151099s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.85153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:41.232999Z","time spent":"2.618521626s","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-wt99k.18a48ac8a1c3ce1d\" "} {"level":"warn","ts":"2026-04-09T01:55:43.85155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.645037225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-04-09T01:55:43.851574Z","caller":"traceutil/trace.go:171","msg":"trace[638364226] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965; range_end:; response_count:1; response_revision:25485; }","duration":"3.645119006s","start":"2026-04-09T01:55:40.206446Z","end":"2026-04-09T01:55:43.851565Z","steps":["trace[638364226] 'agreement among raft nodes before linearized reading' (duration: 3.644992584s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.8516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.206413Z","time spent":"3.645182428s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" "} {"level":"warn","ts":"2026-04-09T01:55:43.851191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:41.777539Z","time spent":"2.073515148s","remote":"127.0.0.1:38966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18414,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:43.851768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.375213377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:43.851807Z","caller":"traceutil/trace.go:171","msg":"trace[2063056646] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25485; }","duration":"4.37527248s","start":"2026-04-09T01:55:39.476524Z","end":"2026-04-09T01:55:43.851797Z","steps":["trace[2063056646] 'agreement among raft nodes before linearized reading' (duration: 4.375206168s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.851842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.476511Z","time spent":"4.37532415s","remote":"127.0.0.1:39064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-09T01:55:43.85203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006003316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:43.852067Z","caller":"traceutil/trace.go:171","msg":"trace[1409653668] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25485; }","duration":"2.006109318s","start":"2026-04-09T01:55:41.845949Z","end":"2026-04-09T01:55:43.852058Z","steps":["trace[1409653668] 'agreement among raft nodes before linearized reading' (duration: 2.006029737s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.852059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379971145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:55:43.852081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.383691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:43.852146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615802607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:43.85212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149965906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:43.852115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433842474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:43.852175Z","caller":"traceutil/trace.go:171","msg":"trace[284862152] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25485; }","duration":"2.615831497s","start":"2026-04-09T01:55:41.236336Z","end":"2026-04-09T01:55:43.852167Z","steps":["trace[284862152] 'agreement among raft nodes before linearized reading' (duration: 2.615786576s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.852178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.66966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:43.852175Z","caller":"traceutil/trace.go:171","msg":"trace[1904335395] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25485; }","duration":"762.554694ms","start":"2026-04-09T01:55:43.089598Z","end":"2026-04-09T01:55:43.852152Z","steps":["trace[1904335395] 'agreement among raft nodes before linearized reading' (duration: 762.374081ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:43.852201Z","caller":"traceutil/trace.go:171","msg":"trace[405100242] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25485; }","duration":"2.150102289s","start":"2026-04-09T01:55:41.702085Z","end":"2026-04-09T01:55:43.852187Z","steps":["trace[405100242] 'agreement among raft nodes before linearized reading' (duration: 2.149955856s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.852211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:41.236264Z","time spent":"2.615939939s","remote":"127.0.0.1:58546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:43.852218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.603636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:43.852224Z","caller":"traceutil/trace.go:171","msg":"trace[2101770686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25485; }","duration":"1.434015028s","start":"2026-04-09T01:55:42.418186Z","end":"2026-04-09T01:55:43.852201Z","steps":["trace[2101770686] 'agreement among raft nodes before linearized reading' (duration: 1.433783724s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.852223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100513401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:55:43.852271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:41.702056Z","time spent":"2.150202691s","remote":"127.0.0.1:53616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:43.852269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.089564Z","time spent":"762.665975ms","remote":"127.0.0.1:58684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:43.852269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495583427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-09T01:55:43.852326Z","caller":"traceutil/trace.go:171","msg":"trace[522164351] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25485; }","duration":"1.100688675s","start":"2026-04-09T01:55:42.751612Z","end":"2026-04-09T01:55:43.852301Z","steps":["trace[522164351] 'agreement among raft nodes before linearized reading' (duration: 1.100505061s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:43.852347Z","caller":"traceutil/trace.go:171","msg":"trace[1629379513] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25485; }","duration":"2.495720249s","start":"2026-04-09T01:55:41.356609Z","end":"2026-04-09T01:55:43.852329Z","steps":["trace[1629379513] 'agreement among raft nodes before linearized reading' (duration: 2.495430614s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.852385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:42.751586Z","time spent":"1.100788656s","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:43.852394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:41.356579Z","time spent":"2.495801641s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-09T01:55:43.852152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.513621911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:43.852219Z","caller":"traceutil/trace.go:171","msg":"trace[533817461] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25485; }","duration":"566.755252ms","start":"2026-04-09T01:55:43.285453Z","end":"2026-04-09T01:55:43.852208Z","steps":["trace[533817461] 'agreement among raft nodes before linearized reading' (duration: 566.697281ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:43.852489Z","caller":"traceutil/trace.go:171","msg":"trace[49326446] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25485; }","duration":"2.514004489s","start":"2026-04-09T01:55:41.338465Z","end":"2026-04-09T01:55:43.852469Z","steps":["trace[49326446] 'agreement among raft nodes before linearized reading' (duration: 2.513562191s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.852668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:41.338446Z","time spent":"2.51409425s","remote":"127.0.0.1:40904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:43.85277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.285425Z","time spent":"567.095789ms","remote":"127.0.0.1:58640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:43.852246Z","caller":"traceutil/trace.go:171","msg":"trace[1523017563] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25485; }","duration":"348.685298ms","start":"2026-04-09T01:55:43.503554Z","end":"2026-04-09T01:55:43.85224Z","steps":["trace[1523017563] 'agreement among raft nodes before linearized reading' (duration: 348.624566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.853013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.503527Z","time spent":"349.465591ms","remote":"127.0.0.1:39272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:43.852105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495646868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-09T01:55:43.852115Z","caller":"traceutil/trace.go:171","msg":"trace[1173250484] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25485; }","duration":"1.380085787s","start":"2026-04-09T01:55:42.472017Z","end":"2026-04-09T01:55:43.852102Z","steps":["trace[1173250484] 'agreement among raft nodes before linearized reading' (duration: 1.379964615s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.85325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:42.471995Z","time spent":"1.381240787s","remote":"127.0.0.1:39078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:43.8532Z","caller":"traceutil/trace.go:171","msg":"trace[1512278029] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25485; }","duration":"2.496752217s","start":"2026-04-09T01:55:41.356434Z","end":"2026-04-09T01:55:43.853186Z","steps":["trace[1512278029] 'agreement among raft nodes before linearized reading' (duration: 2.495610007s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.853302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:41.356426Z","time spent":"2.49686172s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-09T01:55:43.85216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.077525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:43.853451Z","caller":"traceutil/trace.go:171","msg":"trace[1997591121] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25485; }","duration":"536.38419ms","start":"2026-04-09T01:55:43.317042Z","end":"2026-04-09T01:55:43.853427Z","steps":["trace[1997591121] 'agreement among raft nodes before linearized reading' (duration: 535.088506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.852103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:41.845922Z","time spent":"2.006172779s","remote":"127.0.0.1:41974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:43.853535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.317024Z","time spent":"536.482631ms","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:43.852293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:42.418165Z","time spent":"1.43411997s","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:43.855473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289271723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-09T01:55:43.855533Z","caller":"traceutil/trace.go:171","msg":"trace[752268000] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25485; }","duration":"1.289399995s","start":"2026-04-09T01:55:42.56612Z","end":"2026-04-09T01:55:43.85552Z","steps":["trace[752268000] 'agreement among raft nodes before linearized reading' (duration: 1.28585628s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.855569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:42.56609Z","time spent":"1.289469936s","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2641,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:44.358821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628039068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:44.393984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.855144Z","time spent":"538.830454ms","remote":"127.0.0.1:38868","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-09T01:55:44.429201Z","caller":"traceutil/trace.go:171","msg":"trace[1438095322] transaction","detail":"{read_only:false; response_revision:25486; number_of_response:1; }","duration":"571.064202ms","start":"2026-04-09T01:55:43.858095Z","end":"2026-04-09T01:55:44.42916Z","steps":["trace[1438095322] 'process raft request' (duration: 570.721926ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:44.429358Z","caller":"traceutil/trace.go:171","msg":"trace[1067080100] transaction","detail":"{read_only:false; response_revision:25487; number_of_response:1; }","duration":"571.237185ms","start":"2026-04-09T01:55:43.858103Z","end":"2026-04-09T01:55:44.42934Z","steps":["trace[1067080100] 'process raft request' (duration: 570.96871ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:44.429341Z","caller":"traceutil/trace.go:171","msg":"trace[435717908] linearizableReadLoop","detail":"{readStateIndex:26335; appliedIndex:26331; }","duration":"570.90966ms","start":"2026-04-09T01:55:43.858401Z","end":"2026-04-09T01:55:44.429311Z","steps":["trace[435717908] 'read index received' (duration: 529.052003ms)","trace[435717908] 'applied index is now lower than readState.Index' (duration: 41.856357ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:44.429441Z","caller":"traceutil/trace.go:171","msg":"trace[764205062] transaction","detail":"{read_only:false; response_revision:25488; number_of_response:1; }","duration":"307.104296ms","start":"2026-04-09T01:55:44.122296Z","end":"2026-04-09T01:55:44.4294Z","steps":["trace[764205062] 'process raft request' (duration: 306.963174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.429523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.858083Z","time spent":"571.330476ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:44.429569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.132993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:44.42962Z","caller":"traceutil/trace.go:171","msg":"trace[1574323819] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25488; }","duration":"571.236605ms","start":"2026-04-09T01:55:43.858369Z","end":"2026-04-09T01:55:44.429606Z","steps":["trace[1574323819] 'agreement among raft nodes before linearized reading' (duration: 571.073172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.429628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.122262Z","time spent":"307.257268ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:44.429663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.858351Z","time spent":"571.301087ms","remote":"127.0.0.1:39064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-09T01:55:44.429893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.85805Z","time spent":"571.748554ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:44.68624Z","caller":"traceutil/trace.go:171","msg":"trace[1461160115] linearizableReadLoop","detail":"{readStateIndex:26337; appliedIndex:26335; }","duration":"256.798063ms","start":"2026-04-09T01:55:44.429413Z","end":"2026-04-09T01:55:44.686212Z","steps":["trace[1461160115] 'read index received' (duration: 211.730837ms)","trace[1461160115] 'applied index is now lower than readState.Index' (duration: 45.065996ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:44.686365Z","caller":"traceutil/trace.go:171","msg":"trace[419972723] transaction","detail":"{read_only:false; response_revision:25489; number_of_response:1; }","duration":"290.251843ms","start":"2026-04-09T01:55:44.396103Z","end":"2026-04-09T01:55:44.686355Z","steps":["trace[419972723] 'process raft request' (duration: 245.112196ms)","trace[419972723] 'compare' (duration: 44.812681ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:44.686615Z","caller":"traceutil/trace.go:171","msg":"trace[2003030544] transaction","detail":"{read_only:false; response_revision:25490; number_of_response:1; }","duration":"288.624274ms","start":"2026-04-09T01:55:44.397984Z","end":"2026-04-09T01:55:44.686608Z","steps":["trace[2003030544] 'process raft request' (duration: 288.173595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.68675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.898915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:44.686776Z","caller":"traceutil/trace.go:171","msg":"trace[1040781054] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25490; }","duration":"332.970206ms","start":"2026-04-09T01:55:44.353798Z","end":"2026-04-09T01:55:44.686768Z","steps":["trace[1040781054] 'agreement among raft nodes before linearized reading' (duration: 332.895934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.686799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.353785Z","time spent":"333.007667ms","remote":"127.0.0.1:40842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:44.686986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.88286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18430"} {"level":"info","ts":"2026-04-09T01:55:44.687018Z","caller":"traceutil/trace.go:171","msg":"trace[518180230] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25490; }","duration":"369.959531ms","start":"2026-04-09T01:55:44.317053Z","end":"2026-04-09T01:55:44.687013Z","steps":["trace[518180230] 'agreement among raft nodes before linearized reading' (duration: 369.851559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.687042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.317032Z","time spent":"370.005432ms","remote":"127.0.0.1:38966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18454,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-09T01:55:44.687414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.931012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-6k5w2\" ","response":"range_response_count:1 size:5422"} {"level":"info","ts":"2026-04-09T01:55:44.687443Z","caller":"traceutil/trace.go:171","msg":"trace[222410295] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-6k5w2; range_end:; response_count:1; response_revision:25490; }","duration":"134.995463ms","start":"2026-04-09T01:55:44.552441Z","end":"2026-04-09T01:55:44.687437Z","steps":["trace[222410295] 'agreement among raft nodes before linearized reading' (duration: 134.923762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.687431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.1575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-09T01:55:44.687495Z","caller":"traceutil/trace.go:171","msg":"trace[377610424] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25490; }","duration":"477.293092ms","start":"2026-04-09T01:55:44.210184Z","end":"2026-04-09T01:55:44.687477Z","steps":["trace[377610424] 'agreement among raft nodes before linearized reading' (duration: 477.061028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.687528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.210143Z","time spent":"477.379724ms","remote":"127.0.0.1:50206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-09T01:55:44.687551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.875005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:44.687569Z","caller":"traceutil/trace.go:171","msg":"trace[646231375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25490; }","duration":"826.931057ms","start":"2026-04-09T01:55:43.860632Z","end":"2026-04-09T01:55:44.687564Z","steps":["trace[646231375] 'agreement among raft nodes before linearized reading' (duration: 826.901886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.68759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.860613Z","time spent":"826.973127ms","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:44.858119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.28701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:44.858222Z","caller":"traceutil/trace.go:171","msg":"trace[1462754788] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25493; }","duration":"107.451243ms","start":"2026-04-09T01:55:44.750745Z","end":"2026-04-09T01:55:44.858197Z","steps":["trace[1462754788] 'agreement among raft nodes before linearized reading' (duration: 107.27179ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:44.858322Z","caller":"traceutil/trace.go:171","msg":"trace[948519304] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"155.519134ms","start":"2026-04-09T01:55:44.702502Z","end":"2026-04-09T01:55:44.858022Z","steps":["trace[948519304] 'process raft request' (duration: 155.137878ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:45.034231Z","caller":"traceutil/trace.go:171","msg":"trace[1077856556] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"120.385913ms","start":"2026-04-09T01:55:44.91379Z","end":"2026-04-09T01:55:45.034176Z","steps":["trace[1077856556] 'process raft request' (duration: 49.825144ms)","trace[1077856556] 'compare' (duration: 70.314865ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:46.341586Z","caller":"traceutil/trace.go:171","msg":"trace[1480040722] transaction","detail":"{read_only:false; response_revision:25545; number_of_response:1; }","duration":"155.190778ms","start":"2026-04-09T01:55:46.186367Z","end":"2026-04-09T01:55:46.341557Z","steps":["trace[1480040722] 'process raft request' (duration: 155.004554ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:46.367486Z","caller":"traceutil/trace.go:171","msg":"trace[59608296] linearizableReadLoop","detail":"{readStateIndex:26393; appliedIndex:26391; }","duration":"105.041588ms","start":"2026-04-09T01:55:46.262421Z","end":"2026-04-09T01:55:46.367462Z","steps":["trace[59608296] 'read index received' (duration: 78.976766ms)","trace[59608296] 'applied index is now lower than readState.Index' (duration: 26.063732ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:46.367517Z","caller":"traceutil/trace.go:171","msg":"trace[828903701] transaction","detail":"{read_only:false; response_revision:25546; number_of_response:1; }","duration":"145.260985ms","start":"2026-04-09T01:55:46.222221Z","end":"2026-04-09T01:55:46.367482Z","steps":["trace[828903701] 'process raft request' (duration: 145.095582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:46.367826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.383874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-09T01:55:46.367899Z","caller":"traceutil/trace.go:171","msg":"trace[1508873207] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:25546; }","duration":"105.535367ms","start":"2026-04-09T01:55:46.262346Z","end":"2026-04-09T01:55:46.367881Z","steps":["trace[1508873207] 'agreement among raft nodes before linearized reading' (duration: 105.212551ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:46.85916Z","caller":"traceutil/trace.go:171","msg":"trace[654920035] transaction","detail":"{read_only:false; response_revision:25558; number_of_response:1; }","duration":"208.413735ms","start":"2026-04-09T01:55:46.650722Z","end":"2026-04-09T01:55:46.859136Z","steps":["trace[654920035] 'process raft request' (duration: 202.568707ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:46.896506Z","caller":"traceutil/trace.go:171","msg":"trace[1534398293] linearizableReadLoop","detail":"{readStateIndex:26408; appliedIndex:26405; }","duration":"160.514207ms","start":"2026-04-09T01:55:46.735961Z","end":"2026-04-09T01:55:46.896475Z","steps":["trace[1534398293] 'read index received' (duration: 117.344676ms)","trace[1534398293] 'applied index is now lower than readState.Index' (duration: 43.168371ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:46.896578Z","caller":"traceutil/trace.go:171","msg":"trace[663575411] transaction","detail":"{read_only:false; response_revision:25560; number_of_response:1; }","duration":"200.122571ms","start":"2026-04-09T01:55:46.696416Z","end":"2026-04-09T01:55:46.896539Z","steps":["trace[663575411] 'process raft request' (duration: 199.995469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:46.896695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.699101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:46.896691Z","caller":"traceutil/trace.go:171","msg":"trace[1008597871] transaction","detail":"{read_only:false; response_revision:25559; number_of_response:1; }","duration":"244.74379ms","start":"2026-04-09T01:55:46.651918Z","end":"2026-04-09T01:55:46.896662Z","steps":["trace[1008597871] 'process raft request' (duration: 244.286242ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:46.896735Z","caller":"traceutil/trace.go:171","msg":"trace[1725976769] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25560; }","duration":"160.769552ms","start":"2026-04-09T01:55:46.735952Z","end":"2026-04-09T01:55:46.896722Z","steps":["trace[1725976769] 'agreement among raft nodes before linearized reading' (duration: 160.66832ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:47.065999Z","caller":"traceutil/trace.go:171","msg":"trace[1818383601] linearizableReadLoop","detail":"{readStateIndex:26409; appliedIndex:26408; }","duration":"160.070549ms","start":"2026-04-09T01:55:46.905893Z","end":"2026-04-09T01:55:47.065964Z","steps":["trace[1818383601] 'read index received' (duration: 159.814514ms)","trace[1818383601] 'applied index is now lower than readState.Index' (duration: 253.925µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:47.066115Z","caller":"traceutil/trace.go:171","msg":"trace[978670527] transaction","detail":"{read_only:false; response_revision:25561; number_of_response:1; }","duration":"162.124038ms","start":"2026-04-09T01:55:46.903947Z","end":"2026-04-09T01:55:47.066071Z","steps":["trace[978670527] 'process raft request' (duration: 161.784482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:47.066354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.417285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-09T01:55:47.06656Z","caller":"traceutil/trace.go:171","msg":"trace[287795250] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4f66fba-7966-40ad-911f-65517e5fa965; range_end:; response_count:1; response_revision:25561; }","duration":"160.651379ms","start":"2026-04-09T01:55:46.905872Z","end":"2026-04-09T01:55:47.066524Z","steps":["trace[287795250] 'agreement among raft nodes before linearized reading' (duration: 160.220671ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:47.096779Z","caller":"traceutil/trace.go:171","msg":"trace[912766494] transaction","detail":"{read_only:false; response_revision:25562; number_of_response:1; }","duration":"189.959074ms","start":"2026-04-09T01:55:46.906788Z","end":"2026-04-09T01:55:47.096747Z","steps":["trace[912766494] 'process raft request' (duration: 189.794461ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:47.361879Z","caller":"traceutil/trace.go:171","msg":"trace[689085155] linearizableReadLoop","detail":"{readStateIndex:26425; appliedIndex:26424; }","duration":"106.703119ms","start":"2026-04-09T01:55:47.255141Z","end":"2026-04-09T01:55:47.361844Z","steps":["trace[689085155] 'read index received' (duration: 41.118772ms)","trace[689085155] 'applied index is now lower than readState.Index' (duration: 65.582967ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:47.362102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.939653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:47.362041Z","caller":"traceutil/trace.go:171","msg":"trace[1201939338] transaction","detail":"{read_only:false; response_revision:25576; number_of_response:1; }","duration":"111.331665ms","start":"2026-04-09T01:55:47.250651Z","end":"2026-04-09T01:55:47.361983Z","steps":["trace[1201939338] 'process raft request' (duration: 45.569915ms)","trace[1201939338] 'compare' (duration: 65.22935ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:47.362147Z","caller":"traceutil/trace.go:171","msg":"trace[994227477] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:25576; }","duration":"107.073096ms","start":"2026-04-09T01:55:47.255062Z","end":"2026-04-09T01:55:47.362135Z","steps":["trace[994227477] 'agreement among raft nodes before linearized reading' (duration: 106.943343ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:59.113452Z","caller":"traceutil/trace.go:171","msg":"trace[203904894] linearizableReadLoop","detail":"{readStateIndex:26481; appliedIndex:26480; }","duration":"116.898978ms","start":"2026-04-09T01:55:58.996519Z","end":"2026-04-09T01:55:59.113417Z","steps":["trace[203904894] 'read index received' (duration: 116.632002ms)","trace[203904894] 'applied index is now lower than readState.Index' (duration: 265.736µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:59.113693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.138023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:55:59.113713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.107213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-09T01:55:59.113759Z","caller":"traceutil/trace.go:171","msg":"trace[1446301415] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25630; }","duration":"117.281096ms","start":"2026-04-09T01:55:58.996459Z","end":"2026-04-09T01:55:59.11374Z","steps":["trace[1446301415] 'agreement among raft nodes before linearized reading' (duration: 117.107333ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:59.113762Z","caller":"traceutil/trace.go:171","msg":"trace[1648603125] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25630; }","duration":"110.179794ms","start":"2026-04-09T01:55:59.003567Z","end":"2026-04-09T01:55:59.113747Z","steps":["trace[1648603125] 'agreement among raft nodes before linearized reading' (duration: 110.010201ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:59.113705Z","caller":"traceutil/trace.go:171","msg":"trace[722890730] transaction","detail":"{read_only:false; response_revision:25630; number_of_response:1; }","duration":"118.948026ms","start":"2026-04-09T01:55:58.994671Z","end":"2026-04-09T01:55:59.113619Z","steps":["trace[722890730] 'process raft request' (duration: 118.544737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:45.919571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628040857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:56:46.420174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628040857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:56:46.488242Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.349637791s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T01:56:46.488764Z","caller":"traceutil/trace.go:171","msg":"trace[98097334] transaction","detail":"{read_only:false; response_revision:26101; number_of_response:1; }","duration":"1.350299775s","start":"2026-04-09T01:56:45.138433Z","end":"2026-04-09T01:56:46.488732Z","steps":["trace[98097334] 'process raft request' (duration: 1.349996s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:46.488919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:45.138407Z","time spent":"1.350413447s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:56:46.686798Z","caller":"traceutil/trace.go:171","msg":"trace[1973129306] transaction","detail":"{read_only:false; response_revision:26102; number_of_response:1; }","duration":"820.351685ms","start":"2026-04-09T01:56:45.866401Z","end":"2026-04-09T01:56:46.686752Z","steps":["trace[1973129306] 'process raft request' (duration: 819.985559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:46.686994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:45.866367Z","time spent":"820.526438ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:56:46.687191Z","caller":"traceutil/trace.go:171","msg":"trace[491366329] transaction","detail":"{read_only:false; response_revision:26103; number_of_response:1; }","duration":"740.797751ms","start":"2026-04-09T01:56:45.94636Z","end":"2026-04-09T01:56:46.687158Z","steps":["trace[491366329] 'process raft request' (duration: 740.202439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:46.687452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:45.94632Z","time spent":"741.023005ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:56:46.687653Z","caller":"traceutil/trace.go:171","msg":"trace[410033617] linearizableReadLoop","detail":"{readStateIndex:26967; appliedIndex:26962; }","duration":"1.268537997s","start":"2026-04-09T01:56:45.419101Z","end":"2026-04-09T01:56:46.687639Z","steps":["trace[410033617] 'read index received' (duration: 1.069360783s)","trace[410033617] 'applied index is now lower than readState.Index' (duration: 199.175794ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:56:46.687642Z","caller":"traceutil/trace.go:171","msg":"trace[1657640142] transaction","detail":"{read_only:false; response_revision:26104; number_of_response:1; }","duration":"740.383903ms","start":"2026-04-09T01:56:45.947214Z","end":"2026-04-09T01:56:46.687598Z","steps":["trace[1657640142] 'process raft request' (duration: 739.868172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:46.688139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:45.947203Z","time spent":"740.83863ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:56:46.687736Z","caller":"traceutil/trace.go:171","msg":"trace[30293877] transaction","detail":"{read_only:false; response_revision:26105; number_of_response:1; }","duration":"421.153462ms","start":"2026-04-09T01:56:46.266573Z","end":"2026-04-09T01:56:46.687726Z","steps":["trace[30293877] 'process raft request' (duration: 420.818016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:46.687734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:56:46.688387Z","caller":"traceutil/trace.go:171","msg":"trace[112039284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26106; }","duration":"1.269342402s","start":"2026-04-09T01:56:45.419031Z","end":"2026-04-09T01:56:46.688373Z","steps":["trace[112039284] 'agreement among raft nodes before linearized reading' (duration: 1.26865642s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:46.688393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:46.266544Z","time spent":"421.736962ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:56:46.688432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:45.419007Z","time spent":"1.269409623s","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T01:56:46.687787Z","caller":"traceutil/trace.go:171","msg":"trace[550767939] transaction","detail":"{read_only:false; response_revision:26106; number_of_response:1; }","duration":"249.538548ms","start":"2026-04-09T01:56:46.438201Z","end":"2026-04-09T01:56:46.68774Z","steps":["trace[550767939] 'process raft request' (duration: 249.383165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:46.708428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.447345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-09T01:56:46.708429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.099122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:56:46.708484Z","caller":"traceutil/trace.go:171","msg":"trace[2120674528] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:26107; }","duration":"443.534797ms","start":"2026-04-09T01:56:46.264936Z","end":"2026-04-09T01:56:46.708471Z","steps":["trace[2120674528] 'agreement among raft nodes before linearized reading' (duration: 443.315443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:46.708521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090873573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-09T01:56:46.70853Z","caller":"traceutil/trace.go:171","msg":"trace[835905664] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26107; }","duration":"358.216434ms","start":"2026-04-09T01:56:46.350285Z","end":"2026-04-09T01:56:46.708501Z","steps":["trace[835905664] 'agreement among raft nodes before linearized reading' (duration: 357.98004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:46.70856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:46.26492Z","time spent":"443.628048ms","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-04-09T01:56:46.708593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:46.350205Z","time spent":"358.376337ms","remote":"127.0.0.1:58482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:56:46.708616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.922509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-09T01:56:46.708621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.453939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:56:46.70866Z","caller":"traceutil/trace.go:171","msg":"trace[869872741] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26107; }","duration":"831.990661ms","start":"2026-04-09T01:56:45.876639Z","end":"2026-04-09T01:56:46.70863Z","steps":["trace[869872741] 'agreement among raft nodes before linearized reading' (duration: 831.926209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:46.708689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:45.876613Z","time spent":"832.068763ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-09T01:56:46.708689Z","caller":"traceutil/trace.go:171","msg":"trace[2123271426] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26107; }","duration":"530.575761ms","start":"2026-04-09T01:56:46.178096Z","end":"2026-04-09T01:56:46.708672Z","steps":["trace[2123271426] 'agreement among raft nodes before linearized reading' (duration: 530.4963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:46.70873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:46.178065Z","time spent":"530.654572ms","remote":"127.0.0.1:58666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:56:46.708564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.453353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-04-09T01:56:46.708887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.800666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:56:46.708925Z","caller":"traceutil/trace.go:171","msg":"trace[457607749] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26107; }","duration":"192.911319ms","start":"2026-04-09T01:56:46.516002Z","end":"2026-04-09T01:56:46.708913Z","steps":["trace[457607749] 'agreement among raft nodes before linearized reading' (duration: 192.853218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:46.708464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.938472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-09T01:56:46.708934Z","caller":"traceutil/trace.go:171","msg":"trace[658151916] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26107; }","duration":"513.852921ms","start":"2026-04-09T01:56:46.195062Z","end":"2026-04-09T01:56:46.708915Z","steps":["trace[658151916] 'agreement among raft nodes before linearized reading' (duration: 513.435303ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:56:46.708995Z","caller":"traceutil/trace.go:171","msg":"trace[2088439168] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26107; }","duration":"748.495142ms","start":"2026-04-09T01:56:45.960476Z","end":"2026-04-09T01:56:46.708971Z","steps":["trace[2088439168] 'agreement among raft nodes before linearized reading' (duration: 747.82415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:46.709051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:45.960459Z","time spent":"748.573904ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T01:56:46.709098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.325493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-09T01:56:46.709161Z","caller":"traceutil/trace.go:171","msg":"trace[1832909085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26107; }","duration":"181.443935ms","start":"2026-04-09T01:56:46.527705Z","end":"2026-04-09T01:56:46.709149Z","steps":["trace[1832909085] 'agreement among raft nodes before linearized reading' (duration: 181.332623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:46.708887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217883139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:56:46.709243Z","caller":"traceutil/trace.go:171","msg":"trace[1176166292] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26107; }","duration":"1.218288136s","start":"2026-04-09T01:56:45.490938Z","end":"2026-04-09T01:56:46.709226Z","steps":["trace[1176166292] 'agreement among raft nodes before linearized reading' (duration: 1.217902759s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:56:46.708551Z","caller":"traceutil/trace.go:171","msg":"trace[1701164557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26107; }","duration":"1.090958594s","start":"2026-04-09T01:56:45.617584Z","end":"2026-04-09T01:56:46.708542Z","steps":["trace[1701164557] 'agreement among raft nodes before linearized reading' (duration: 1.090877003s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:46.709161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.002347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:56:46.709489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:45.617559Z","time spent":"1.0918746s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T01:56:46.709541Z","caller":"traceutil/trace.go:171","msg":"trace[895128423] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26107; }","duration":"250.389635ms","start":"2026-04-09T01:56:46.459137Z","end":"2026-04-09T01:56:46.709526Z","steps":["trace[895128423] 'agreement among raft nodes before linearized reading' (duration: 249.888195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:46.709623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:46.195038Z","time spent":"513.941282ms","remote":"127.0.0.1:39256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11740,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-09T01:56:46.70972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:45.490911Z","time spent":"1.218487119s","remote":"127.0.0.1:53690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:56:52.089452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.774347ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-09T01:56:52.08958Z","caller":"traceutil/trace.go:171","msg":"trace[431906455] linearizableReadLoop","detail":"{readStateIndex:27007; appliedIndex:27006; }","duration":"382.457493ms","start":"2026-04-09T01:56:51.707097Z","end":"2026-04-09T01:56:52.089555Z","steps":["trace[431906455] 'read index received' (duration: 73.593855ms)","trace[431906455] 'applied index is now lower than readState.Index' (duration: 308.861718ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:56:52.090084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.971862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-09T01:56:52.090121Z","caller":"traceutil/trace.go:171","msg":"trace[516245393] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26143; }","duration":"383.070954ms","start":"2026-04-09T01:56:51.707039Z","end":"2026-04-09T01:56:52.09011Z","steps":["trace[516245393] 'agreement among raft nodes before linearized reading' (duration: 382.81107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:52.090158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:51.707019Z","time spent":"383.128585ms","remote":"127.0.0.1:38890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":233,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:56:52.841746Z","caller":"traceutil/trace.go:171","msg":"trace[930259504] transaction","detail":"{read_only:false; response_revision:26145; number_of_response:1; }","duration":"305.853342ms","start":"2026-04-09T01:56:52.535862Z","end":"2026-04-09T01:56:52.841715Z","steps":["trace[930259504] 'process raft request' (duration: 305.656578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:52.842085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:52.535835Z","time spent":"305.992855ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:56:53.361428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086840628040959,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T01:56:53.380654Z","caller":"traceutil/trace.go:171","msg":"trace[70059191] transaction","detail":"{read_only:false; response_revision:26146; number_of_response:1; }","duration":"651.436712ms","start":"2026-04-09T01:56:52.729181Z","end":"2026-04-09T01:56:53.380618Z","steps":["trace[70059191] 'process raft request' (duration: 651.135997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:53.380908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:52.729149Z","time spent":"651.601544ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:56:53.38114Z","caller":"traceutil/trace.go:171","msg":"trace[1959951422] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"649.71159ms","start":"2026-04-09T01:56:52.73138Z","end":"2026-04-09T01:56:53.381091Z","steps":["trace[1959951422] 'process raft request' (duration: 649.183941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:53.381304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:52.731346Z","time spent":"649.867664ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:56:53.381353Z","caller":"traceutil/trace.go:171","msg":"trace[117981688] transaction","detail":"{read_only:false; response_revision:26151; number_of_response:1; }","duration":"639.95974ms","start":"2026-04-09T01:56:52.741357Z","end":"2026-04-09T01:56:53.381316Z","steps":["trace[117981688] 'process raft request' (duration: 639.875018ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:56:53.381444Z","caller":"traceutil/trace.go:171","msg":"trace[135870561] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"648.851205ms","start":"2026-04-09T01:56:52.732583Z","end":"2026-04-09T01:56:53.381434Z","steps":["trace[135870561] 'process raft request' (duration: 648.374055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:53.381498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:52.732549Z","time spent":"648.919956ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:56:53.381559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:52.741342Z","time spent":"640.105012ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:56:53.381531Z","caller":"traceutil/trace.go:171","msg":"trace[1517065851] transaction","detail":"{read_only:false; response_revision:26149; number_of_response:1; }","duration":"648.760064ms","start":"2026-04-09T01:56:52.73269Z","end":"2026-04-09T01:56:53.38145Z","steps":["trace[1517065851] 'process raft request' (duration: 648.458618ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:56:53.381545Z","caller":"traceutil/trace.go:171","msg":"trace[973126313] transaction","detail":"{read_only:false; response_revision:26150; number_of_response:1; }","duration":"648.796194ms","start":"2026-04-09T01:56:52.732705Z","end":"2026-04-09T01:56:53.381501Z","steps":["trace[973126313] 'process raft request' (duration: 648.495448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:53.381934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:52.732671Z","time spent":"649.162001ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:56:53.381758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:52.732641Z","time spent":"648.999567ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:56:53.382024Z","caller":"traceutil/trace.go:171","msg":"trace[1372881547] linearizableReadLoop","detail":"{readStateIndex:27016; appliedIndex:27009; }","duration":"520.945862ms","start":"2026-04-09T01:56:52.861058Z","end":"2026-04-09T01:56:53.382004Z","steps":["trace[1372881547] 'read index received' (duration: 518.565317ms)","trace[1372881547] 'applied index is now lower than readState.Index' (duration: 2.379525ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:56:53.382206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.142206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-09T01:56:53.382263Z","caller":"traceutil/trace.go:171","msg":"trace[948896503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26152; }","duration":"521.246047ms","start":"2026-04-09T01:56:52.861003Z","end":"2026-04-09T01:56:53.382249Z","steps":["trace[948896503] 'agreement among raft nodes before linearized reading' (duration: 521.061824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:53.3823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:52.86098Z","time spent":"521.312759ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T01:56:53.38215Z","caller":"traceutil/trace.go:171","msg":"trace[1637998429] transaction","detail":"{read_only:false; response_revision:26152; number_of_response:1; }","duration":"587.281312ms","start":"2026-04-09T01:56:52.794781Z","end":"2026-04-09T01:56:53.382062Z","steps":["trace[1637998429] 'process raft request' (duration: 586.484418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:53.38242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.72915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:56:53.382624Z","caller":"traceutil/trace.go:171","msg":"trace[1662285] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26152; }","duration":"443.956446ms","start":"2026-04-09T01:56:52.938652Z","end":"2026-04-09T01:56:53.382608Z","steps":["trace[1662285] 'agreement among raft nodes before linearized reading' (duration: 443.732481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:53.382682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:52.938633Z","time spent":"444.034927ms","remote":"127.0.0.1:48800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:56:53.382701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.906148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T01:56:53.382762Z","caller":"traceutil/trace.go:171","msg":"trace[65727658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26152; }","duration":"516.988399ms","start":"2026-04-09T01:56:52.865759Z","end":"2026-04-09T01:56:53.382747Z","steps":["trace[65727658] 'agreement among raft nodes before linearized reading' (duration: 516.710353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:53.382801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:52.86575Z","time spent":"517.042451ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T01:56:53.382789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.127922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-09T01:56:53.382909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:52.794762Z","time spent":"587.72674ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:56:53.382953Z","caller":"traceutil/trace.go:171","msg":"trace[1511587933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26152; }","duration":"517.425067ms","start":"2026-04-09T01:56:52.865492Z","end":"2026-04-09T01:56:53.382917Z","steps":["trace[1511587933] 'agreement among raft nodes before linearized reading' (duration: 516.840456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:53.383107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:52.865455Z","time spent":"517.599181ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T01:56:53.383295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.656122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-09T01:56:53.383358Z","caller":"traceutil/trace.go:171","msg":"trace[47213632] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26152; }","duration":"517.757694ms","start":"2026-04-09T01:56:52.865576Z","end":"2026-04-09T01:56:53.383334Z","steps":["trace[47213632] 'agreement among raft nodes before linearized reading' (duration: 516.914067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:53.383399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:52.86555Z","time spent":"517.840315ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T01:56:53.383532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.273904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-09T01:56:53.383622Z","caller":"traceutil/trace.go:171","msg":"trace[769031625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26152; }","duration":"517.404026ms","start":"2026-04-09T01:56:52.866205Z","end":"2026-04-09T01:56:53.383609Z","steps":["trace[769031625] 'agreement among raft nodes before linearized reading' (duration: 516.160172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:53.383701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:52.866188Z","time spent":"517.501318ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T01:56:53.718517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.00212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:56:53.718677Z","caller":"traceutil/trace.go:171","msg":"trace[1037643735] transaction","detail":"{read_only:false; response_revision:26153; number_of_response:1; }","duration":"331.455788ms","start":"2026-04-09T01:56:53.387191Z","end":"2026-04-09T01:56:53.718647Z","steps":["trace[1037643735] 'process raft request' (duration: 49.200823ms)","trace[1037643735] 'compare' (duration: 281.768235ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:56:53.71879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:53.387172Z","time spent":"331.56318ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:56:53.790649Z","caller":"traceutil/trace.go:171","msg":"trace[93068531] transaction","detail":"{read_only:false; response_revision:26154; number_of_response:1; }","duration":"403.33491ms","start":"2026-04-09T01:56:53.387276Z","end":"2026-04-09T01:56:53.790611Z","steps":["trace[93068531] 'process raft request' (duration: 402.912713ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:56:53.790665Z","caller":"traceutil/trace.go:171","msg":"trace[603849717] transaction","detail":"{read_only:false; response_revision:26155; number_of_response:1; }","duration":"402.484755ms","start":"2026-04-09T01:56:53.388152Z","end":"2026-04-09T01:56:53.790637Z","steps":["trace[603849717] 'process raft request' (duration: 402.23798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:53.790819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:53.387237Z","time spent":"403.492824ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:56:53.790832Z","caller":"traceutil/trace.go:171","msg":"trace[1790188285] transaction","detail":"{read_only:false; response_revision:26156; number_of_response:1; }","duration":"402.210069ms","start":"2026-04-09T01:56:53.388574Z","end":"2026-04-09T01:56:53.790784Z","steps":["trace[1790188285] 'process raft request' (duration: 401.923794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:53.791026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:53.388143Z","time spent":"402.76526ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:56:53.791029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:53.388549Z","time spent":"402.388163ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:56:53.791402Z","caller":"traceutil/trace.go:171","msg":"trace[146675920] linearizableReadLoop","detail":"{readStateIndex:27021; appliedIndex:27016; }","duration":"372.728702ms","start":"2026-04-09T01:56:53.418618Z","end":"2026-04-09T01:56:53.791346Z","steps":["trace[146675920] 'read index received' (duration: 17.77223ms)","trace[146675920] 'applied index is now lower than readState.Index' (duration: 354.952442ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:56:53.791463Z","caller":"traceutil/trace.go:171","msg":"trace[1313685004] transaction","detail":"{read_only:false; response_revision:26157; number_of_response:1; }","duration":"402.695159ms","start":"2026-04-09T01:56:53.388753Z","end":"2026-04-09T01:56:53.791448Z","steps":["trace[1313685004] 'process raft request' (duration: 401.792442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:53.79155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:53.388733Z","time spent":"402.77716ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:56:53.79161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.973398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:56:53.791659Z","caller":"traceutil/trace.go:171","msg":"trace[518403394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26157; }","duration":"373.088781ms","start":"2026-04-09T01:56:53.418555Z","end":"2026-04-09T01:56:53.791644Z","steps":["trace[518403394] 'agreement among raft nodes before linearized reading' (duration: 372.952328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:53.791699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:53.418535Z","time spent":"373.155792ms","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T01:56:54.325492Z","caller":"traceutil/trace.go:171","msg":"trace[1502587110] linearizableReadLoop","detail":"{readStateIndex:27022; appliedIndex:27021; }","duration":"159.281035ms","start":"2026-04-09T01:56:54.166129Z","end":"2026-04-09T01:56:54.32541Z","steps":["trace[1502587110] 'read index received' (duration: 146.205602ms)","trace[1502587110] 'applied index is now lower than readState.Index' (duration: 13.074642ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:56:54.325555Z","caller":"traceutil/trace.go:171","msg":"trace[86212866] transaction","detail":"{read_only:false; response_revision:26158; number_of_response:1; }","duration":"314.155316ms","start":"2026-04-09T01:56:54.01135Z","end":"2026-04-09T01:56:54.325505Z","steps":["trace[86212866] 'process raft request' (duration: 301.080824ms)","trace[86212866] 'compare' (duration: 12.820648ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:56:54.325679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.526248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:56:54.325776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:54.011325Z","time spent":"314.32753ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:56:54.325783Z","caller":"traceutil/trace.go:171","msg":"trace[1676921157] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26158; }","duration":"159.707602ms","start":"2026-04-09T01:56:54.166047Z","end":"2026-04-09T01:56:54.325755Z","steps":["trace[1676921157] 'agreement among raft nodes before linearized reading' (duration: 159.515488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:54.704495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.521976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:56:54.704613Z","caller":"traceutil/trace.go:171","msg":"trace[1028396128] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26158; }","duration":"113.717049ms","start":"2026-04-09T01:56:54.590863Z","end":"2026-04-09T01:56:54.70458Z","steps":["trace[1028396128] 'range keys from in-memory index tree' (duration: 113.358232ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:11.622059Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a12.wal"} {"level":"info","ts":"2026-04-09T01:57:28.261144Z","caller":"traceutil/trace.go:171","msg":"trace[1855722663] transaction","detail":"{read_only:false; response_revision:26575; number_of_response:1; }","duration":"239.918229ms","start":"2026-04-09T01:57:28.021178Z","end":"2026-04-09T01:57:28.261096Z","steps":["trace[1855722663] 'process raft request' (duration: 197.163027ms)","trace[1855722663] 'compare' (duration: 42.196992ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:57:28.285234Z","caller":"traceutil/trace.go:171","msg":"trace[1841493953] linearizableReadLoop","detail":"{readStateIndex:27450; appliedIndex:27448; }","duration":"262.953828ms","start":"2026-04-09T01:57:28.022257Z","end":"2026-04-09T01:57:28.285211Z","steps":["trace[1841493953] 'read index received' (duration: 196.102177ms)","trace[1841493953] 'applied index is now lower than readState.Index' (duration: 66.850771ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:57:28.285371Z","caller":"traceutil/trace.go:171","msg":"trace[1591996627] transaction","detail":"{read_only:false; response_revision:26576; number_of_response:1; }","duration":"263.593229ms","start":"2026-04-09T01:57:28.021715Z","end":"2026-04-09T01:57:28.285308Z","steps":["trace[1591996627] 'process raft request' (duration: 263.297103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:57:28.285589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.296014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-09T01:57:28.285643Z","caller":"traceutil/trace.go:171","msg":"trace[856367593] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26576; }","duration":"263.390375ms","start":"2026-04-09T01:57:28.022241Z","end":"2026-04-09T01:57:28.285631Z","steps":["trace[856367593] 'agreement among raft nodes before linearized reading' (duration: 263.08821ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:28.451017Z","caller":"traceutil/trace.go:171","msg":"trace[611388231] transaction","detail":"{read_only:false; response_revision:26577; number_of_response:1; }","duration":"201.220293ms","start":"2026-04-09T01:57:28.249757Z","end":"2026-04-09T01:57:28.450977Z","steps":["trace[611388231] 'process raft request' (duration: 162.565585ms)","trace[611388231] 'compare' (duration: 38.21853ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:57:28.451045Z","caller":"traceutil/trace.go:171","msg":"trace[1290825628] transaction","detail":"{read_only:false; response_revision:26578; number_of_response:1; }","duration":"160.563798ms","start":"2026-04-09T01:57:28.290447Z","end":"2026-04-09T01:57:28.45101Z","steps":["trace[1290825628] 'process raft request' (duration: 160.478477ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:28.451169Z","caller":"traceutil/trace.go:171","msg":"trace[994119536] linearizableReadLoop","detail":"{readStateIndex:27451; appliedIndex:27450; }","duration":"165.839416ms","start":"2026-04-09T01:57:28.285297Z","end":"2026-04-09T01:57:28.451136Z","steps":["trace[994119536] 'read index received' (duration: 127.116527ms)","trace[994119536] 'applied index is now lower than readState.Index' (duration: 38.720538ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:57:28.451457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.958746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-09T01:57:28.451551Z","caller":"traceutil/trace.go:171","msg":"trace[1060736647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26578; }","duration":"429.061197ms","start":"2026-04-09T01:57:28.022457Z","end":"2026-04-09T01:57:28.451518Z","steps":["trace[1060736647] 'agreement among raft nodes before linearized reading' (duration: 428.816263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:57:28.451599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:57:28.022452Z","time spent":"429.137589ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T01:57:39.736021Z","caller":"traceutil/trace.go:171","msg":"trace[293134090] transaction","detail":"{read_only:false; response_revision:26666; number_of_response:1; }","duration":"133.571327ms","start":"2026-04-09T01:57:39.602422Z","end":"2026-04-09T01:57:39.735994Z","steps":["trace[293134090] 'process raft request' (duration: 133.487326ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:39.736028Z","caller":"traceutil/trace.go:171","msg":"trace[199246667] transaction","detail":"{read_only:false; response_revision:26665; number_of_response:1; }","duration":"134.498054ms","start":"2026-04-09T01:57:39.601489Z","end":"2026-04-09T01:57:39.735987Z","steps":["trace[199246667] 'process raft request' (duration: 134.24906ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:39.736421Z","caller":"traceutil/trace.go:171","msg":"trace[1867440651] transaction","detail":"{read_only:false; response_revision:26667; number_of_response:1; }","duration":"130.132334ms","start":"2026-04-09T01:57:39.606274Z","end":"2026-04-09T01:57:39.736406Z","steps":["trace[1867440651] 'process raft request' (duration: 129.678355ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:39.736477Z","caller":"traceutil/trace.go:171","msg":"trace[1107395018] transaction","detail":"{read_only:false; response_revision:26668; number_of_response:1; }","duration":"129.551002ms","start":"2026-04-09T01:57:39.606903Z","end":"2026-04-09T01:57:39.736454Z","steps":["trace[1107395018] 'process raft request' (duration: 129.321518ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:39.736603Z","caller":"traceutil/trace.go:171","msg":"trace[743022177] transaction","detail":"{read_only:false; response_revision:26669; number_of_response:1; }","duration":"122.97745ms","start":"2026-04-09T01:57:39.613556Z","end":"2026-04-09T01:57:39.736533Z","steps":["trace[743022177] 'process raft request' (duration: 122.815377ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:40.382954Z","caller":"traceutil/trace.go:171","msg":"trace[889407218] transaction","detail":"{read_only:false; response_revision:26671; number_of_response:1; }","duration":"363.471962ms","start":"2026-04-09T01:57:40.019455Z","end":"2026-04-09T01:57:40.382927Z","steps":["trace[889407218] 'process raft request' (duration: 363.237518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:57:40.383179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:57:40.019443Z","time spent":"363.639605ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:57:40.629445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.722756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:57:40.629681Z","caller":"traceutil/trace.go:171","msg":"trace[1581034759] linearizableReadLoop","detail":"{readStateIndex:27549; appliedIndex:27547; }","duration":"239.585784ms","start":"2026-04-09T01:57:40.390072Z","end":"2026-04-09T01:57:40.629657Z","steps":["trace[1581034759] 'read index received' (duration: 40.537482ms)","trace[1581034759] 'applied index is now lower than readState.Index' (duration: 199.046492ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:57:40.629762Z","caller":"traceutil/trace.go:171","msg":"trace[902929163] transaction","detail":"{read_only:false; response_revision:26672; number_of_response:1; }","duration":"241.508119ms","start":"2026-04-09T01:57:40.388207Z","end":"2026-04-09T01:57:40.629715Z","steps":["trace[902929163] 'process raft request' (duration: 42.387826ms)","trace[902929163] 'compare' (duration: 198.564913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:57:40.629874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.860099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:57:40.629958Z","caller":"traceutil/trace.go:171","msg":"trace[2023924746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26673; }","duration":"211.995742ms","start":"2026-04-09T01:57:40.417947Z","end":"2026-04-09T01:57:40.629943Z","steps":["trace[2023924746] 'agreement among raft nodes before linearized reading' (duration: 211.85661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:57:40.63017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.94796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-09T01:57:40.630263Z","caller":"traceutil/trace.go:171","msg":"trace[2039837382] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26673; }","duration":"123.077073ms","start":"2026-04-09T01:57:40.507161Z","end":"2026-04-09T01:57:40.630238Z","steps":["trace[2039837382] 'agreement among raft nodes before linearized reading' (duration: 122.794877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:57:40.630491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.160235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-09T01:57:40.629763Z","caller":"traceutil/trace.go:171","msg":"trace[669466798] transaction","detail":"{read_only:false; response_revision:26673; number_of_response:1; }","duration":"241.523539ms","start":"2026-04-09T01:57:40.388208Z","end":"2026-04-09T01:57:40.629732Z","steps":["trace[669466798] 'process raft request' (duration: 241.369717ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:40.630635Z","caller":"traceutil/trace.go:171","msg":"trace[1663657837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26673; }","duration":"129.295748ms","start":"2026-04-09T01:57:40.501256Z","end":"2026-04-09T01:57:40.630552Z","steps":["trace[1663657837] 'agreement among raft nodes before linearized reading' (duration: 128.86295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:57:40.630667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.552652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-09T01:57:40.630766Z","caller":"traceutil/trace.go:171","msg":"trace[540598134] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26673; }","duration":"240.689314ms","start":"2026-04-09T01:57:40.390048Z","end":"2026-04-09T01:57:40.630738Z","steps":["trace[540598134] 'agreement among raft nodes before linearized reading' (duration: 239.740906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:57:40.866569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.658795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:57:40.866747Z","caller":"traceutil/trace.go:171","msg":"trace[1689814538] transaction","detail":"{read_only:false; response_revision:26674; number_of_response:1; }","duration":"232.979822ms","start":"2026-04-09T01:57:40.633715Z","end":"2026-04-09T01:57:40.866695Z","steps":["trace[1689814538] 'process raft request' (duration: 124.104662ms)","trace[1689814538] 'compare' (duration: 108.442041ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:57:40.866843Z","caller":"traceutil/trace.go:171","msg":"trace[1814537970] transaction","detail":"{read_only:false; response_revision:26675; number_of_response:1; }","duration":"231.993233ms","start":"2026-04-09T01:57:40.63482Z","end":"2026-04-09T01:57:40.866814Z","steps":["trace[1814537970] 'process raft request' (duration: 231.869681ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:40.86685Z","caller":"traceutil/trace.go:171","msg":"trace[1502778532] linearizableReadLoop","detail":"{readStateIndex:27550; appliedIndex:27549; }","duration":"232.282629ms","start":"2026-04-09T01:57:40.634521Z","end":"2026-04-09T01:57:40.866803Z","steps":["trace[1502778532] 'read index received' (duration: 123.324468ms)","trace[1502778532] 'applied index is now lower than readState.Index' (duration: 108.954061ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:57:40.866903Z","caller":"traceutil/trace.go:171","msg":"trace[136489020] transaction","detail":"{read_only:false; response_revision:26676; number_of_response:1; }","duration":"231.893212ms","start":"2026-04-09T01:57:40.6349Z","end":"2026-04-09T01:57:40.866794Z","steps":["trace[136489020] 'process raft request' (duration: 231.848781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:57:40.867077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.529803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9ece3dc2-cec2-426a-a616-ada687a9d2c6\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-09T01:57:40.867153Z","caller":"traceutil/trace.go:171","msg":"trace[303999566] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9ece3dc2-cec2-426a-a616-ada687a9d2c6; range_end:; response_count:1; response_revision:26676; }","duration":"232.638895ms","start":"2026-04-09T01:57:40.634495Z","end":"2026-04-09T01:57:40.867134Z","steps":["trace[303999566] 'agreement among raft nodes before linearized reading' (duration: 232.39483ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:41.201369Z","caller":"traceutil/trace.go:171","msg":"trace[1088467975] transaction","detail":"{read_only:false; response_revision:26677; number_of_response:1; }","duration":"126.617278ms","start":"2026-04-09T01:57:41.074427Z","end":"2026-04-09T01:57:41.201044Z","steps":["trace[1088467975] 'process raft request' (duration: 126.398554ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:41.215662Z","caller":"traceutil/trace.go:171","msg":"trace[704028877] transaction","detail":"{read_only:false; response_revision:26678; number_of_response:1; }","duration":"140.572658ms","start":"2026-04-09T01:57:41.075054Z","end":"2026-04-09T01:57:41.215627Z","steps":["trace[704028877] 'process raft request' (duration: 140.391834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:57:41.418047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.972244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-09T01:57:41.418047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.520993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:57:41.418143Z","caller":"traceutil/trace.go:171","msg":"trace[386040776] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26678; }","duration":"149.693886ms","start":"2026-04-09T01:57:41.268429Z","end":"2026-04-09T01:57:41.418123Z","steps":["trace[386040776] 'range keys from in-memory index tree' (duration: 149.39411ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:41.418143Z","caller":"traceutil/trace.go:171","msg":"trace[264218945] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26678; }","duration":"141.114246ms","start":"2026-04-09T01:57:41.277005Z","end":"2026-04-09T01:57:41.418119Z","steps":["trace[264218945] 'range keys from in-memory index tree' (duration: 140.759989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:57:41.418185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.350079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:57:41.418276Z","caller":"traceutil/trace.go:171","msg":"trace[1287467555] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26678; }","duration":"149.503472ms","start":"2026-04-09T01:57:41.268752Z","end":"2026-04-09T01:57:41.418256Z","steps":["trace[1287467555] 'range keys from in-memory index tree' (duration: 149.212147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:57:41.418507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.651346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:57:41.418629Z","caller":"traceutil/trace.go:171","msg":"trace[1263129949] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26678; }","duration":"149.833239ms","start":"2026-04-09T01:57:41.268774Z","end":"2026-04-09T01:57:41.418607Z","steps":["trace[1263129949] 'range keys from in-memory index tree' (duration: 149.544803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:58:43.112746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.017397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:58:43.112907Z","caller":"traceutil/trace.go:171","msg":"trace[326319764] transaction","detail":"{read_only:false; response_revision:27229; number_of_response:1; }","duration":"170.495643ms","start":"2026-04-09T01:58:42.942371Z","end":"2026-04-09T01:58:43.112867Z","steps":["trace[326319764] 'process raft request' (duration: 58.235461ms)","trace[326319764] 'compare' (duration: 111.044759ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:58:51.44667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.695323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-09T01:58:51.446751Z","caller":"traceutil/trace.go:171","msg":"trace[1932817104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27288; }","duration":"117.806615ms","start":"2026-04-09T01:58:51.328926Z","end":"2026-04-09T01:58:51.446732Z","steps":["trace[1932817104] 'range keys from in-memory index tree' (duration: 117.543411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:58:51.44717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.706896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e4f66fba-7966-40ad-911f-65517e5fa965\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-09T01:58:51.447218Z","caller":"traceutil/trace.go:171","msg":"trace[1847831907] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e4f66fba-7966-40ad-911f-65517e5fa965; range_end:; response_count:1; response_revision:27288; }","duration":"156.794848ms","start":"2026-04-09T01:58:51.29041Z","end":"2026-04-09T01:58:51.447204Z","steps":["trace[1847831907] 'range keys from in-memory index tree' (duration: 156.585903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:58:51.447624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.774694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-04-09T01:58:51.447714Z","caller":"traceutil/trace.go:171","msg":"trace[1796261782] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:27288; }","duration":"124.893606ms","start":"2026-04-09T01:58:51.322799Z","end":"2026-04-09T01:58:51.447693Z","steps":["trace[1796261782] 'range keys from in-memory index tree' (duration: 124.622741ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:00:14.298245Z","caller":"traceutil/trace.go:171","msg":"trace[1875966972] linearizableReadLoop","detail":"{readStateIndex:29118; appliedIndex:29117; }","duration":"114.381362ms","start":"2026-04-09T02:00:14.183825Z","end":"2026-04-09T02:00:14.298206Z","steps":["trace[1875966972] 'read index received' (duration: 95.313118ms)","trace[1875966972] 'applied index is now lower than readState.Index' (duration: 19.066304ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:00:14.298532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.682548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-58ddd7bd7-75rn7.18a48db7ecc58856\" ","response":"range_response_count:1 size:1176"} {"level":"info","ts":"2026-04-09T02:00:14.298571Z","caller":"traceutil/trace.go:171","msg":"trace[377586653] range","detail":"{range_begin:/registry/events/openstack/manila-api-58ddd7bd7-75rn7.18a48db7ecc58856; range_end:; response_count:1; response_revision:28204; }","duration":"114.777629ms","start":"2026-04-09T02:00:14.18378Z","end":"2026-04-09T02:00:14.298557Z","steps":["trace[377586653] 'agreement among raft nodes before linearized reading' (duration: 114.563935ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:00:14.298529Z","caller":"traceutil/trace.go:171","msg":"trace[432304613] transaction","detail":"{read_only:false; response_revision:28204; number_of_response:1; }","duration":"185.247645ms","start":"2026-04-09T02:00:14.113243Z","end":"2026-04-09T02:00:14.29849Z","steps":["trace[432304613] 'process raft request' (duration: 165.870276ms)","trace[432304613] 'compare' (duration: 18.512024ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:00:14.724227Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25406} {"level":"info","ts":"2026-04-09T02:00:14.879309Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25406,"took":"148.702048ms","hash":2216862498,"current-db-size-bytes":57982976,"current-db-size":"58 MB","current-db-size-in-use-bytes":37560320,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-04-09T02:00:14.879369Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2216862498,"revision":25406,"compact-revision":22632} {"level":"info","ts":"2026-04-09T02:00:16.585622Z","caller":"traceutil/trace.go:171","msg":"trace[1748629881] transaction","detail":"{read_only:false; response_revision:28225; number_of_response:1; }","duration":"253.548702ms","start":"2026-04-09T02:00:16.332043Z","end":"2026-04-09T02:00:16.585591Z","steps":["trace[1748629881] 'process raft request' (duration: 253.43944ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:00:16.585628Z","caller":"traceutil/trace.go:171","msg":"trace[990061688] transaction","detail":"{read_only:false; response_revision:28224; number_of_response:1; }","duration":"281.116714ms","start":"2026-04-09T02:00:16.304473Z","end":"2026-04-09T02:00:16.58559Z","steps":["trace[990061688] 'process raft request' (duration: 249.229942ms)","trace[990061688] 'compare' (duration: 31.612627ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:00:16.585889Z","caller":"traceutil/trace.go:171","msg":"trace[1522467717] transaction","detail":"{read_only:false; response_revision:28226; number_of_response:1; }","duration":"184.714636ms","start":"2026-04-09T02:00:16.401155Z","end":"2026-04-09T02:00:16.58587Z","steps":["trace[1522467717] 'process raft request' (duration: 184.39053ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:00:16.586131Z","caller":"traceutil/trace.go:171","msg":"trace[283867530] transaction","detail":"{read_only:false; response_revision:28227; number_of_response:1; }","duration":"181.786892ms","start":"2026-04-09T02:00:16.404331Z","end":"2026-04-09T02:00:16.586118Z","steps":["trace[283867530] 'process raft request' (duration: 181.430715ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:00:16.586361Z","caller":"traceutil/trace.go:171","msg":"trace[2101685460] transaction","detail":"{read_only:false; response_revision:28229; number_of_response:1; }","duration":"181.13928ms","start":"2026-04-09T02:00:16.40521Z","end":"2026-04-09T02:00:16.586349Z","steps":["trace[2101685460] 'process raft request' (duration: 181.023588ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:00:16.58637Z","caller":"traceutil/trace.go:171","msg":"trace[1604832289] linearizableReadLoop","detail":"{readStateIndex:29141; appliedIndex:29139; }","duration":"249.794063ms","start":"2026-04-09T02:00:16.336557Z","end":"2026-04-09T02:00:16.586351Z","steps":["trace[1604832289] 'read index received' (duration: 160.62517ms)","trace[1604832289] 'applied index is now lower than readState.Index' (duration: 89.166573ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:00:16.586451Z","caller":"traceutil/trace.go:171","msg":"trace[809168772] transaction","detail":"{read_only:false; response_revision:28228; number_of_response:1; }","duration":"181.259671ms","start":"2026-04-09T02:00:16.405182Z","end":"2026-04-09T02:00:16.586442Z","steps":["trace[809168772] 'process raft request' (duration: 180.880975ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:00:16.586454Z","caller":"traceutil/trace.go:171","msg":"trace[2105289069] transaction","detail":"{read_only:false; response_revision:28230; number_of_response:1; }","duration":"179.748993ms","start":"2026-04-09T02:00:16.406691Z","end":"2026-04-09T02:00:16.58644Z","steps":["trace[2105289069] 'process raft request' (duration: 179.611351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:00:16.586728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.1475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T02:00:16.586778Z","caller":"traceutil/trace.go:171","msg":"trace[655802774] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28230; }","duration":"250.249962ms","start":"2026-04-09T02:00:16.336513Z","end":"2026-04-09T02:00:16.586763Z","steps":["trace[655802774] 'agreement among raft nodes before linearized reading' (duration: 250.15785ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:00:16.648429Z","caller":"traceutil/trace.go:171","msg":"trace[722125996] transaction","detail":"{read_only:false; response_revision:28231; number_of_response:1; }","duration":"150.303428ms","start":"2026-04-09T02:00:16.498101Z","end":"2026-04-09T02:00:16.648405Z","steps":["trace[722125996] 'process raft request' (duration: 150.138595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:00:16.64887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.117208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T02:00:16.648921Z","caller":"traceutil/trace.go:171","msg":"trace[1282540626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28231; }","duration":"230.23067ms","start":"2026-04-09T02:00:16.418676Z","end":"2026-04-09T02:00:16.648907Z","steps":["trace[1282540626] 'agreement among raft nodes before linearized reading' (duration: 230.137848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:00:16.649081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.01262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T02:00:16.649078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.903648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T02:00:16.649181Z","caller":"traceutil/trace.go:171","msg":"trace[867920816] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:28231; }","duration":"275.164913ms","start":"2026-04-09T02:00:16.373999Z","end":"2026-04-09T02:00:16.649164Z","steps":["trace[867920816] 'agreement among raft nodes before linearized reading' (duration: 275.00782ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:00:16.649211Z","caller":"traceutil/trace.go:171","msg":"trace[1317728250] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:28231; }","duration":"255.114751ms","start":"2026-04-09T02:00:16.394071Z","end":"2026-04-09T02:00:16.649185Z","steps":["trace[1317728250] 'agreement among raft nodes before linearized reading' (duration: 254.856436ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:00:22.772365Z","caller":"traceutil/trace.go:171","msg":"trace[1377290276] transaction","detail":"{read_only:false; response_revision:28289; number_of_response:1; }","duration":"107.897741ms","start":"2026-04-09T02:00:22.664431Z","end":"2026-04-09T02:00:22.772329Z","steps":["trace[1377290276] 'process raft request' (duration: 40.655944ms)","trace[1377290276] 'compare' (duration: 66.999553ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:00:22.773177Z","caller":"traceutil/trace.go:171","msg":"trace[2008378998] linearizableReadLoop","detail":"{readStateIndex:29208; appliedIndex:29206; }","duration":"101.409051ms","start":"2026-04-09T02:00:22.671742Z","end":"2026-04-09T02:00:22.773151Z","steps":["trace[2008378998] 'read index received' (duration: 33.374639ms)","trace[2008378998] 'applied index is now lower than readState.Index' (duration: 68.033312ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:00:22.773322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.547023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T02:00:22.773396Z","caller":"traceutil/trace.go:171","msg":"trace[320215731] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:28290; }","duration":"101.646815ms","start":"2026-04-09T02:00:22.671738Z","end":"2026-04-09T02:00:22.773385Z","steps":["trace[320215731] 'agreement among raft nodes before linearized reading' (duration: 101.513853ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:00:22.773437Z","caller":"traceutil/trace.go:171","msg":"trace[2067033943] transaction","detail":"{read_only:false; response_revision:28290; number_of_response:1; }","duration":"108.883279ms","start":"2026-04-09T02:00:22.664523Z","end":"2026-04-09T02:00:22.773406Z","steps":["trace[2067033943] 'process raft request' (duration: 108.457512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:00:59.886923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.833248ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T02:00:59.887146Z","caller":"traceutil/trace.go:171","msg":"trace[1589514534] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28676; }","duration":"192.072174ms","start":"2026-04-09T02:00:59.695039Z","end":"2026-04-09T02:00:59.887111Z","steps":["trace[1589514534] 'range keys from in-memory index tree' (duration: 191.808028ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:00:59.915351Z","caller":"traceutil/trace.go:171","msg":"trace[96135781] linearizableReadLoop","detail":"{readStateIndex:29605; appliedIndex:29604; }","duration":"216.924524ms","start":"2026-04-09T02:00:59.698401Z","end":"2026-04-09T02:00:59.915325Z","steps":["trace[96135781] 'read index received' (duration: 216.794951ms)","trace[96135781] 'applied index is now lower than readState.Index' (duration: 127.973µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:00:59.915455Z","caller":"traceutil/trace.go:171","msg":"trace[2055507264] transaction","detail":"{read_only:false; response_revision:28677; number_of_response:1; }","duration":"268.247876ms","start":"2026-04-09T02:00:59.647195Z","end":"2026-04-09T02:00:59.915443Z","steps":["trace[2055507264] 'process raft request' (duration: 267.955121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:00:59.915689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.262159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-09T02:00:59.91584Z","caller":"traceutil/trace.go:171","msg":"trace[497938608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28677; }","duration":"217.430422ms","start":"2026-04-09T02:00:59.698385Z","end":"2026-04-09T02:00:59.915815Z","steps":["trace[497938608] 'agreement among raft nodes before linearized reading' (duration: 217.062446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:00:59.930043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.54247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-09T02:00:59.93012Z","caller":"traceutil/trace.go:171","msg":"trace[834322291] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28679; }","duration":"185.670493ms","start":"2026-04-09T02:00:59.74443Z","end":"2026-04-09T02:00:59.9301Z","steps":["trace[834322291] 'agreement among raft nodes before linearized reading' (duration: 185.439319ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:01:50.265353Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-09T02:01:50.27162Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-09T02:01:50.271741Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-09T02:05:14.733509Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28215} {"level":"info","ts":"2026-04-09T02:05:14.882659Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28215,"took":"144.662425ms","hash":1400478260,"current-db-size-bytes":57982976,"current-db-size":"58 MB","current-db-size-in-use-bytes":31412224,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-09T02:05:14.882733Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1400478260,"revision":28215,"compact-revision":25406} {"level":"info","ts":"2026-04-09T02:10:14.740521Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30619} {"level":"info","ts":"2026-04-09T02:10:14.871309Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30619,"took":"126.988596ms","hash":323672325,"current-db-size-bytes":57982976,"current-db-size":"58 MB","current-db-size-in-use-bytes":30957568,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-09T02:10:14.871382Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":323672325,"revision":30619,"compact-revision":28215} {"level":"info","ts":"2026-04-09T02:15:14.749844Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32861} {"level":"info","ts":"2026-04-09T02:15:14.898639Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32861,"took":"144.057851ms","hash":2359952881,"current-db-size-bytes":57982976,"current-db-size":"58 MB","current-db-size-in-use-bytes":31539200,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-09T02:15:14.898707Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2359952881,"revision":32861,"compact-revision":30619} {"level":"info","ts":"2026-04-09T02:20:14.756824Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35171} {"level":"info","ts":"2026-04-09T02:20:14.907008Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35171,"took":"145.577769ms","hash":1699360433,"current-db-size-bytes":57982976,"current-db-size":"58 MB","current-db-size-in-use-bytes":30613504,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-09T02:20:14.907085Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1699360433,"revision":35171,"compact-revision":32861}